---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:48:44.499933Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21574"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7d5b67cc88-5kpq9
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:48:44Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c83c39ab8a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21577"
    uid: d54fdfd0-9536-472a-a780-cccdd4c88633
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21581"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c83e5fd5d57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21608"
    uid: c87daaef-bc14-4e4c-b387-c0e24c84e60a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c83e73513ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: 435b0119-20e6-495f-a804-3cc84de5c70c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c83eacc02d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21616"
    uid: a41ed782-ba22-4cf2-8c3c-efb3c16d3ccc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c83eb4317b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21617"
    uid: 8270a215-d529-436a-b8ea-02484a66bc7a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c84feb8e465
    namespace: kserve-ci-e2e-test
    resourceVersion: "21673"
    uid: c12cba88-61f7-4d7c-996a-6da155eed8ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c85023715fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21677"
    uid: f44ae820-f317-4015-af88-a189214b8fe8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c8502cba846
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: 9aba1f5e-84d0-42dd-88c2-789ed4eb1579
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c8502d71b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "21685"
    uid: ac0b72db-36d8-442f-a5b0-770f9cd11959
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c8505ea639c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21688"
    uid: fc653eaa-02ec-4011-af8c-22ce4e3cd9be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c8506614ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: 59c79824-ce75-4f15-a34d-fd51002e0cd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:49:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:57Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c8576d9451d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22233"
    uid: cec7dad8-3be3-413c-8403-c2377dcde864
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:50:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:06Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c96f51a9801
    namespace: kserve-ci-e2e-test
    resourceVersion: "22318"
    uid: 9c196522-4fc0-4cdc-a202-4a1c303ac5e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:50:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:06Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c96f51b50dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22320"
    uid: a7227728-9010-41b1-99e4-6175f4797206
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21576"
    uid: 7aa360b6-12a9-4418-b3f2-722c43843310
  kind: Event
  lastTimestamp: "2026-09-15T16:50:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:50:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:07Z"
    name: isvc-canary-create-predictor-7d5b67cc88-5kpq9.18d58c9728fee502
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: 0275b4cf-ef6a-4547-97d1-6ad632dd8d2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:48:44.547593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21582"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7d5b67cc88-gzdsj
    to ip-10-0-141-35.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:48:44Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c83c671ecf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21586"
    uid: d75b76a9-e257-4d3b-be30-f6c3dfa1feae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c83e86cf7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: 5371969d-5814-4f94-a817-4478c7af44d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c83e9b3f9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "21615"
    uid: b5ab77ff-b20e-4250-87e6-e2efffcd6295
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c83ec665468
    namespace: kserve-ci-e2e-test
    resourceVersion: "21618"
    uid: 1f86a615-e949-4fe4-ac40-714e8858992d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c83ecd6bd27
    namespace: kserve-ci-e2e-test
    resourceVersion: "21619"
    uid: 32cc15ac-9449-4af3-ae5d-38b3bc54dcfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c84e4dfb193
    namespace: kserve-ci-e2e-test
    resourceVersion: "21664"
    uid: 4c08b99d-5f53-410e-8b7f-7d96affa9e08
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c84e8163dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "21666"
    uid: 73598f84-3624-403b-97cd-5d67f1429075
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c84e8cca5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: 01c0065d-9db0-493a-8163-adced2edec3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c84e8d571a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21669"
    uid: ba41ae22-5459-47d6-aca4-9528dfcf6f3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c84eb5b5d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21670"
    uid: 5337b6b8-05da-4cc7-8206-9b3c55455f31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c84ebdc1d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21672"
    uid: a71b73c6-4922-416e-8224-24240d38a700
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:49:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:46Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c8520e0ab87
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: f4492098-45e1-406f-9694-0724feee46db
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:50:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:09Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c9790e023fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22369"
    uid: 25d221ec-a76f-4d13-b8c4-c73bb6e67c35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:50:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:09Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c9790e0ae5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22370"
    uid: 3188d36e-ea92-4b03-b706-4f13ee22a6fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: d701f09c-42b4-47d8-8ee4-23ebcd42dd54
  kind: Event
  lastTimestamp: "2026-09-15T16:50:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:11Z"
    name: isvc-canary-create-predictor-7d5b67cc88-gzdsj.18d58c97fd1126ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22387"
    uid: 674b7b0e-a928-4831-b3c3-8066c1dd418d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d5b67cc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: 905c4596-5788-4333-8502-28818357d5cb
  kind: Event
  lastTimestamp: "2026-09-15T16:48:44Z"
  message: 'Created pod: isvc-canary-create-predictor-7d5b67cc88-5kpq9'
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:44Z"
    name: isvc-canary-create-predictor-7d5b67cc88.18d58c83c30d1485
    namespace: kserve-ci-e2e-test
    resourceVersion: "21575"
    uid: dd868ad5-316f-45c4-947b-4efb5e64bda5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d5b67cc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "21557"
    uid: 905c4596-5788-4333-8502-28818357d5cb
  kind: Event
  lastTimestamp: "2026-09-15T16:48:44Z"
  message: 'Created pod: isvc-canary-create-predictor-7d5b67cc88-gzdsj'
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:44Z"
    name: isvc-canary-create-predictor-7d5b67cc88.18d58c83c604ec33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21583"
    uid: 170d5b38-9bf9-49e5-a8b9-966cb7c7ebf3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d5b67cc88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 905c4596-5788-4333-8502-28818357d5cb
  kind: Event
  lastTimestamp: "2026-09-15T16:50:06Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7d5b67cc88-5kpq9'
  metadata:
    creationTimestamp: "2026-09-15T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:50:06Z"
    name: isvc-canary-create-predictor-7d5b67cc88.18d58c96f4f1c2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22314"
    uid: 7783cc5f-7108-46c2-8d78-8cfe6c46b5b4
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21556"
    uid: 6d32f70c-a5d7-4b09-b268-7f50c9491574
  kind: Event
  lastTimestamp: "2026-09-15T16:48:44Z"
  message: Scaled up replica set isvc-canary-create-predictor-7d5b67cc88 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:44Z"
    name: isvc-canary-create-predictor.18d58c83bfe6d335
    namespace: kserve-ci-e2e-test
    resourceVersion: "21559"
    uid: 58e5e535-3ca2-4482-acb3-9f499e2244c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22307"
    uid: 6d32f70c-a5d7-4b09-b268-7f50c9491574
  kind: Event
  lastTimestamp: "2026-09-15T16:50:06Z"
  message: Scaled down replica set isvc-canary-create-predictor-7d5b67cc88 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:50:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:50:06Z"
    name: isvc-canary-create-predictor.18d58c96f47e38f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 55424f3d-91dd-4693-97a8-333d66876441
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:48:44.458146Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21562"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:48:44Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c83c11d1718
    namespace: kserve-ci-e2e-test
    resourceVersion: "21568"
    uid: 13638ef3-02c2-4dba-89c2-bcecda4c5b04
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21573"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c83e3450e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 08d089f3-3b5b-4db6-a56e-6bd9d5ce6f64
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c83e49dd40f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21606"
    uid: cd2bd362-c933-4f7b-af34-c7b429f5d573
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c83e78d835c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: b5e8678f-4582-4aa7-90d5-ec55ca0a0603
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:48:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:45Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c83e80b9d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: 8c176548-356e-410b-a740-3920facc892f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c84fecee81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21674"
    uid: 33e7afec-5992-4658-b945-9f1ed8d51423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c8502443d0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21678"
    uid: ea61e51a-91ae-495e-ade5-17ed391fd974
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c8502bd380a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21680"
    uid: 41a85ad5-45ba-4869-98b5-7bfb2db7689b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c8502c81ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: eda05e20-ddef-4e4c-ac03-08d418f4ab60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c8505d90331
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: ff669030-4ed7-42e3-afd4-be64ec6b40fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:48:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:48:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:49Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c850653be50
    namespace: kserve-ci-e2e-test
    resourceVersion: "21689"
    uid: 6befbb2e-7419-406c-a064-cd605ecfeee1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:49:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:48:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:56Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c853af4e16e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: a011a7a6-3253-40cc-a66d-2074912d7a7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:50:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:09Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c979155c882
    namespace: kserve-ci-e2e-test
    resourceVersion: "22371"
    uid: eaf66986-c19c-4827-8528-d8ae8f5ddc30
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:50:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:09Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c979159c537
    namespace: kserve-ci-e2e-test
    resourceVersion: "22373"
    uid: 33851763-f5c2-4601-b5f5-85e65fba2cb0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v
    namespace: kserve-ci-e2e-test
    resourceVersion: "21565"
    uid: 17345f0b-eb61-4bdf-9659-b0c78fb3967c
  kind: Event
  lastTimestamp: "2026-09-15T16:50:11Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:11Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v.18d58c98172b7a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: ac61854f-d92d-4866-a8bf-1eec0fe8ba02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-79c6bd57b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21548"
    uid: 857846e8-14cf-40ad-b881-8dbaafa0092f
  kind: Event
  lastTimestamp: "2026-09-15T16:48:44Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-79c6bd57b5-4k96v'
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:44Z"
    name: isvc-canary-create-v2-predictor-79c6bd57b5.18d58c83c0b3d5e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21564"
    uid: 3c8fef45-5c9d-4b42-9e6d-fbe82770d435
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 48eb34ba-824b-498c-a3d0-b104f2db279f
  kind: Event
  lastTimestamp: "2026-09-15T16:48:44Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-79c6bd57b5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:44Z"
    name: isvc-canary-create-v2-predictor.18d58c83bde3e56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21549"
    uid: 12ee3d00-34fa-43be-a43f-6a4712d8cdd0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: cdef0bf7-00c6-4381-b0fb-35bac5d9bb58
  kind: Event
  lastTimestamp: "2026-09-15T16:50:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:50:06Z"
    name: isvc-canary-create.18d58c83bf943ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22324"
    uid: 1699c6f6-b034-4399-bacc-bcb1bbe74db5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: cdef0bf7-00c6-4381-b0fb-35bac5d9bb58
  kind: Event
  lastTimestamp: "2026-09-15T16:50:06Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:50:06Z"
    name: isvc-canary-create.18d58c83bff11be2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22325"
    uid: efc07f17-3bee-4e6c-8b7d-ad0de95189e8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: cdef0bf7-00c6-4381-b0fb-35bac5d9bb58
  kind: Event
  lastTimestamp: "2026-09-15T16:50:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:48:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:50:06Z"
    name: isvc-canary-create.18d58c83bff14c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22326"
    uid: 02803bc0-1f41-46be-b6f1-4f4b09c43fbe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: cdef0bf7-00c6-4381-b0fb-35bac5d9bb58
  kind: Event
  lastTimestamp: "2026-09-15T16:50:04Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:50:04Z"
    name: isvc-canary-create.18d58c96551d8147
    namespace: kserve-ci-e2e-test
    resourceVersion: "22284"
    uid: 899ef4a6-7978-42f5-a516-20166a9438c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:50:14.751097Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22448"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    to ip-10-0-141-35.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c98c6fe38a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22454"
    uid: 3f534029-b098-4fbb-8858-3160840eeee9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c98d1d52897
    namespace: kserve-ci-e2e-test
    resourceVersion: "22477"
    uid: 012aa522-cf79-47e0-ad91-5d79a59ff718
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22463"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:15Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:50:15Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c990d686597
    namespace: kserve-ci-e2e-test
    resourceVersion: "22497"
    uid: 95bb828b-3d60-4fb2-bc6a-7be7d930df07
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:15Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c990ec2b321
    namespace: kserve-ci-e2e-test
    resourceVersion: "22500"
    uid: 67e9e55f-4ca7-4528-a5b0-e7908c6e8497
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:16Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c9912253103
    namespace: kserve-ci-e2e-test
    resourceVersion: "22506"
    uid: 8e29c704-122c-4813-acf4-50759e1b1824
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:16Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c99129f668c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: 23a8b528-b00d-4a9c-981e-b726933a580c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c9a2dbe2b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22572"
    uid: 17088d65-2051-42c0-9cb5-580b15fad4e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c9a30f8f775
    namespace: kserve-ci-e2e-test
    resourceVersion: "22575"
    uid: 7c536b29-85f6-4a52-9d9b-e78b17106250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c9a31739409
    namespace: kserve-ci-e2e-test
    resourceVersion: "22576"
    uid: df584fae-5d5d-4042-b46b-682871ae2657
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c9a317eee43
    namespace: kserve-ci-e2e-test
    resourceVersion: "22577"
    uid: 1748551c-df5e-4cf3-8d13-0f6adad208cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c9a3448552e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22581"
    uid: 862b024a-0a8b-400b-bfd6-3246e9b5bfef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c9a34c359f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22583"
    uid: b6a9ed5b-17bc-4324-919f-71d8a41e4aef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:51:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:44Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58c9a69cd9769
    namespace: kserve-ci-e2e-test
    resourceVersion: "23246"
    uid: fedf9666-66fe-453d-9306-7b9622f740ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:51:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:44Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58cadbe9a3058
    namespace: kserve-ci-e2e-test
    resourceVersion: "23235"
    uid: 6a7daa21-77b9-4d72-8091-6f8ab75a68f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:51:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:44Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58cadbe9aaac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: f25acee3-2aeb-4451-be7a-ca3fe00b5695
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: 7c27f8f0-b46d-419c-8af9-3e81ac545e9d
  kind: Event
  lastTimestamp: "2026-09-15T16:51:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:51:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:47Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-gsh4v.18d58cae7013d2c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23287"
    uid: 740022fc-6dc1-4098-99d8-cde33892d2da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:50:14.803224Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22464"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c98ca199bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22468"
    uid: 3a8dcb07-748b-4dd6-b3e9-03b21acb5a69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c98d45094c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22479"
    uid: eb73a471-d2ed-4a5f-b9c6-9662225d3bbd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22472"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:15Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:50:15Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c990ff4b58e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 6fbd963f-a563-44ce-9064-55afce4b6392
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:16Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9911517ee8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: 84d987a0-b134-4bcb-937b-9dccb34b1dce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:16Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c991462a5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22508"
    uid: 86feec53-879d-4a1e-9695-ebc7f89dc734
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:16Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9914df99b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22509"
    uid: d59463a0-b6f2-4b19-bb0a-922805256523
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9a0aa298cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22553"
    uid: c434e7e0-0cda-43b9-98b1-6e8ef8b68dd5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9a0e2b9ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22558"
    uid: 1b9a6555-9308-4b11-ad06-0826d1f4b84a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9a0eacd7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22562"
    uid: 28909043-2256-4be2-9d2a-ea1aabf4254b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9a0eb6bd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22563"
    uid: d9ab23c2-69ae-4a48-8ec7-f8ebe351015d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9a11a2d34e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: 4be1e6eb-c507-4c77-bac9-a625442c2ad3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9a121d63e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: b80cfeb5-810a-45e1-bbf1-6488bf4f4772
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:51:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:29Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58c9a46d39d72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 474c1c1d-46c4-465e-8ef9-599a01ec637d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:51:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:37Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58cac00066fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "23161"
    uid: 4414272c-e111-41e1-8c7d-1f11110a8bc9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22466"
    uid: ce6946a7-8ccf-40f2-93a6-417bfdd060c5
  kind: Event
  lastTimestamp: "2026-09-15T16:51:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:37Z"
    name: isvc-canary-promote-predictor-6d6bc676fb-pkkd6.18d58cac000756d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23162"
    uid: 413f8570-824f-4061-89a6-0849e416974b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6d6bc676fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 0bd8a71b-6992-4c06-9d0f-eaf9af311a50
  kind: Event
  lastTimestamp: "2026-09-15T16:50:14Z"
  message: 'Created pod: isvc-canary-promote-predictor-6d6bc676fb-gsh4v'
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-predictor-6d6bc676fb.18d58c98c6965fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: ee8b349b-f088-4d2a-8c07-70317fdea76b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6d6bc676fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22437"
    uid: 0bd8a71b-6992-4c06-9d0f-eaf9af311a50
  kind: Event
  lastTimestamp: "2026-09-15T16:50:14Z"
  message: 'Created pod: isvc-canary-promote-predictor-6d6bc676fb-pkkd6'
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-predictor-6d6bc676fb.18d58c98c9ba2a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "22465"
    uid: 3ac5e65e-51b9-4213-82e7-c1c94345ca8e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6d6bc676fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23153"
    uid: 0bd8a71b-6992-4c06-9d0f-eaf9af311a50
  kind: Event
  lastTimestamp: "2026-09-15T16:51:37Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6d6bc676fb-pkkd6'
  metadata:
    creationTimestamp: "2026-09-15T16:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:51:37Z"
    name: isvc-canary-promote-predictor-6d6bc676fb.18d58cabffda12b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23156"
    uid: 8ad2acc1-2fb4-49ab-9e0d-caac73134763
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22436"
    uid: 437e0149-85e1-4090-bb7a-d03b5b669e9e
  kind: Event
  lastTimestamp: "2026-09-15T16:50:14Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6d6bc676fb from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-predictor.18d58c98c3a17e44
    namespace: kserve-ci-e2e-test
    resourceVersion: "22439"
    uid: 49661c64-ebd2-45f2-9804-87d82237fe5c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23149"
    uid: 437e0149-85e1-4090-bb7a-d03b5b669e9e
  kind: Event
  lastTimestamp: "2026-09-15T16:51:37Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6d6bc676fb from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:51:37Z"
    name: isvc-canary-promote-predictor.18d58cabff7803b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23154"
    uid: 596a669a-5731-47c2-ae59-10e334e73bc1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:50:14.741535Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22444"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c98c66c3c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "22449"
    uid: 8719b0b9-5bf9-46b8-8327-5a179021a9db
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c98d44fb622
    namespace: kserve-ci-e2e-test
    resourceVersion: "22478"
    uid: 27672de2-c969-4d6f-b298-e128631e00cf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22461"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:15Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:50:15Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c990c410665
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 0f78f7db-1afe-4e59-aac5-22eb97d7639a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:15Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c990da24c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22498"
    uid: ec7a7ccd-3426-4f00-961e-de25f5e12a8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:15Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c99112bac49
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: 7108d2b6-89c3-431a-89d3-829076d221c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:50:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:16Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c9911acfa4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22505"
    uid: b37f4381-c9e8-4057-a9be-893f63d878b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c9a0a8b9386
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: 8e4e3bb7-ac44-43a3-8689-3c60130d1d8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c9a0e1b05dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22557"
    uid: 08d53343-e841-4ccb-ac8a-d1eaa5300f4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c9a0e9865b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22560"
    uid: f1ed4461-53e2-493a-8540-1e63a04d705c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c9a0ea3b045
    namespace: kserve-ci-e2e-test
    resourceVersion: "22561"
    uid: 68a1ab11-fd50-4cbc-acdc-4495e7c57375
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c9a11977c03
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: 22b91aae-e359-4b22-b710-6b53ce73ad36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:50:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:50:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:50:20Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c9a12115e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: 5f4994b5-800a-48a4-84a2-4a6997ed1a04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:53:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:17Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58c9a46b043c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23941"
    uid: c12b42a1-f96c-4f0d-b408-0a95ba50cbe4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:53:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:15Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58cc2c1cb121c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: 4ba675d7-820d-4c49-8150-748c2b34301c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:53:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:15Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58cc2c1cb990f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: fe65a549-a471-4770-880b-f20fa4ec06b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "22446"
    uid: 515f0fcb-43a2-4407-96b9-31a2411ef927
  kind: Event
  lastTimestamp: "2026-09-15T16:53:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:17Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh.18d58cc3417b0e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: 1b17d208-dfb2-4a9a-b78f-195cbd65c5ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:51:44.919350Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    to ip-10-0-141-35.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:51:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:51:44Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58cadc570913b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23251"
    uid: 8072d8d4-8987-49dd-b532-c02f94c35712
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:45Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:51:45Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58cade78a8130
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: d61dabf7-4761-4a71-861b-44e92ecb4927
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:45Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58cade91e1522
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: 85facb65-e1e4-4a61-8c3f-30dc55f4699e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:45Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58cadebcc2528
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 2b37c0fb-f4b7-47ac-b403-d59bb5b41db3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:51:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:45Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58cadec47fdf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23267"
    uid: a1ddb4b3-10b1-49aa-a8e0-c27e2ac20c92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:50Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58caefe8c00cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23303"
    uid: 13a0fd90-1c0c-4d5b-a1f1-baf4a3d71b5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:50Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58caf01d1c830
    namespace: kserve-ci-e2e-test
    resourceVersion: "23308"
    uid: 8fc3c903-d81b-4a2d-a591-6bf3a98c9aa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:50Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58caf024a482f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23309"
    uid: c5b0e694-4500-452a-9b38-4cbca941d42c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:50Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58caf02547e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23310"
    uid: af905c7a-0069-4724-b4a7-974bcfff30e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:50Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58caf04ad74ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23312"
    uid: 32087e39-3e82-47f8-9e5c-d538b476ea09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:51:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:51:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:51:50Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58caf05212823
    namespace: kserve-ci-e2e-test
    resourceVersion: "23313"
    uid: e837e7fc-9d46-43e1-8367-c6bf5e8a166f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:53:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:17Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58caf3abc8d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: b7f1bd94-3358-4cc5-892f-8ea310388005
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:53:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:15Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58cc2c1fbfc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: f8364975-15e3-4e37-afd3-dcd3f33da4a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:53:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:15Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58cc2c1fc66f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: be224fd5-6f7e-4d3c-9f6a-a9be94ebc821
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 8e9e377b-388d-4e0a-b41f-a41b96324ea2
  kind: Event
  lastTimestamp: "2026-09-15T16:53:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:17Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv.18d58cc3410a0fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: 45eff32a-fc35-4c73-9e75-3fb0c7948ac9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-d567b8dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22427"
    uid: a7ac56f4-3126-421a-8fb2-90b28e653701
  kind: Event
  lastTimestamp: "2026-09-15T16:50:14Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-d567b8dc5-2wbrh'
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5.18d58c98c5f442b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22445"
    uid: 8d9954ae-db37-4e4a-afa2-caea7f2ff3bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-d567b8dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23241"
    uid: a7ac56f4-3126-421a-8fb2-90b28e653701
  kind: Event
  lastTimestamp: "2026-09-15T16:51:44Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-d567b8dc5-g8bqv'
  metadata:
    creationTimestamp: "2026-09-15T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:51:44Z"
    name: isvc-canary-promote-v2-predictor-d567b8dc5.18d58cadc505038b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23248"
    uid: 9aff5d09-174f-49b7-b655-a196fbabed81
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22426"
    uid: 0513f70a-447a-46ea-afd0-b3d4d96411be
  kind: Event
  lastTimestamp: "2026-09-15T16:50:14Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-d567b8dc5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:50:14Z"
    name: isvc-canary-promote-v2-predictor.18d58c98c17979e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22428"
    uid: 0eaccaea-bdbe-4bc8-a3a6-42dd2a049ca4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23237"
    uid: 0513f70a-447a-46ea-afd0-b3d4d96411be
  kind: Event
  lastTimestamp: "2026-09-15T16:51:44Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-d567b8dc5 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-15T16:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:51:44Z"
    name: isvc-canary-promote-v2-predictor.18d58cadc0a7c729
    namespace: kserve-ci-e2e-test
    resourceVersion: "23242"
    uid: 20ec1edf-2da6-49c9-8a6b-3974b667cf93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 0cd77f77-9e6e-4f87-b57a-471141375987
  kind: Event
  lastTimestamp: "2026-09-15T16:51:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:51:37Z"
    name: isvc-canary-promote.18d58c98c34d4d30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23177"
    uid: ade2e031-4a7c-49d0-ae5b-331f56943f78
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 0cd77f77-9e6e-4f87-b57a-471141375987
  kind: Event
  lastTimestamp: "2026-09-15T16:51:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:51:37Z"
    name: isvc-canary-promote.18d58c98c3bc1a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23169"
    uid: d4dd3bc4-f8bc-47bf-8767-b064ded4a336
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:50:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22418"
    uid: 0cd77f77-9e6e-4f87-b57a-471141375987
  kind: Event
  lastTimestamp: "2026-09-15T16:51:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:50:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:51:37Z"
    name: isvc-canary-promote.18d58c98c3bc714d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23170"
    uid: e54b0441-0066-4f8a-8db5-30e91ea5908e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:51:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23173"
    uid: 0cd77f77-9e6e-4f87-b57a-471141375987
  kind: Event
  lastTimestamp: "2026-09-15T16:53:07Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:07Z"
    name: isvc-canary-promote.18d58cac098cff73
    namespace: kserve-ci-e2e-test
    resourceVersion: "23849"
    uid: 840aa4ea-3ade-4e0b-a31a-8d3c68ad980a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:40:28.195414Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c10358cc35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: d78fed85-1309-4e2e-ba07-d7b9e15c2946
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c1057ce29dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 3fe32310-b70a-4617-b168-058e7ce81866
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c10591f6e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 345902d7-7d0f-4503-8b7f-115b3b5184b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c105ca02aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: 7c898fd9-7dad-4cea-96f7-4bdecd700165
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c105d1e6667
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: f9a113d6-07a8-4649-8255-e60182788d20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c1177e3add6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: ffc12540-98be-4636-9508-cdfda230f202
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c117bcdf602
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 92616368-a0a5-4d3a-bae8-99a34ebc5142
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c117c4cebb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 474b80d6-0310-435c-9250-7eb636c0433d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c117c58aeba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 3ad22113-378b-48bf-9cde-07538cb5d652
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c117f01343d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: b67126fc-edb4-4dd0-b4a9-effe0a96372c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c117f811e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16546"
    uid: af674397-7f27-4560-a3cc-1fb7feb3c4c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:41:45Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:45Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c11b4426dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 29df44ad-35cb-484b-b633-bc6a6108e05b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:41:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:58Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c252d40fde4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 71a32326-ba7d-4437-b4cc-a512327170e7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:41:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:58Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c252d4187c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 4c37da3d-2e3a-4474-9d1a-8a847172ab0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: bccd24fd-f5f7-40fa-b5fc-a2b091e68da2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:00Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-7pl2d.18d58c25ba909df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 27320296-4be7-4495-9c75-76ba188c0558
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:38:38.475789Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    to ip-10-0-141-35.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bf6a9c01a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "15385"
    uid: c2bfb0bf-4485-4797-81f1-53b6e8d68255
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15390"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bf6cbded457
    namespace: kserve-ci-e2e-test
    resourceVersion: "15406"
    uid: 2b28b939-0999-4e7c-aff9-6ece6654ea8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bf6cd38f453
    namespace: kserve-ci-e2e-test
    resourceVersion: "15409"
    uid: 9b4ec242-2c9f-4346-8ec2-38d43543bfa8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    in 3.35s (3.35s including waiting). Image size: 308214719 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:42Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bf794e8ee04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: 4b72b117-c2bb-4548-9979-caa864ce0807
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:42Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bf798008da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: d2f8c1b2-e438-43f9-b83c-684d1eff76b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:42Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bf798756ad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 251e8a5d-9d0e-4874-b01a-af34be9dbf34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:46Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
  metadata:
    creationTimestamp: "2026-09-15T16:38:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:46Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bf89bf20a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: e27b400a-7e00-4b87-8a58-b08989a2d921
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:59Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    in 12.173s (12.173s including waiting). Image size: 1582981531 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:59Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bfb718417e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: 6b2e558c-6c7a-4a44-b6b4-39a20d6358e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:59Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bfb74c2d3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15599"
    uid: 0fb880cc-9524-4289-aa61-48dd59556a3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:59Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bfb7531ec4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: 3d49c8a5-ede6-441d-91d5-0546b536f558
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:38:59Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-15T16:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:59Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bfb753d19a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15602"
    uid: e731fcf8-3062-43a5-b72b-028977df62f5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:39:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.146s (2.146s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:01Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bfbf52bf904
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: 7d66e143-c721-452a-941f-9bec69470bfc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:39:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:01Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bfbf86f6eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: 3007d97d-1593-47b6-a2a9-ac2ea96b1b11
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:39:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:39:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:01Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bfbf8e12fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: b8fc628a-3451-4879-bdde-caa485d5b510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:39:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:58Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58bfc5afe5659
    namespace: kserve-ci-e2e-test
    resourceVersion: "17265"
    uid: 19147181-b57f-4e73-97dc-7d5628f3895b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:58Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58c252d0ebb77
    namespace: kserve-ci-e2e-test
    resourceVersion: "17254"
    uid: 5faa99b1-7ed4-43f7-9e53-a53966a61a80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:58Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58c252d0f4c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17256"
    uid: 85179a23-28dd-4ade-971a-78c2dfc176ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15381"
    uid: 71830964-3306-41dd-98d9-861abf40b42b
  kind: Event
  lastTimestamp: "2026-09-15T16:41:58Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:41:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:58Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-kkd7d.18d58c2555a3d41a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: 9c6e15c3-1467-4a2d-a60b-75246001dc7f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:38:38.410031Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15370"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-6b76f97c96-l68pk
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bf6a5d4b1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: 2054ad37-6f59-41d4-9fb2-b005fe5d6bcb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bf6ae0f0b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 8aeee974-4c80-4837-8cee-894640feff5d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bf6ec06fd84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 4c60b176-7f31-4255-a392-625d5cb1fe3b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bf6ee0d518c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15422"
    uid: d37783b6-2fc8-439a-81f9-c07c6fe88d94
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bf6f12f3a32
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: d1c6bb8e-34b1-42d9-873c-957276cd1c09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bf6f1ba5ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: 74b76288-8a46-43e0-a75a-3a7389ff9e37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:38:43Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
  metadata:
    creationTimestamp: "2026-09-15T16:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:44Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bf7f2f3342d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 34705757-e728-427a-99c4-1fbe4c03f110
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:39:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    in 19.965s (19.965s including waiting). Image size: 1582981531 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:03Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bfc99013431
    namespace: kserve-ci-e2e-test
    resourceVersion: "15640"
    uid: 05ded8ff-d071-49aa-a74a-efae41d43151
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bfc9e09a087
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: 93a732b0-1e12-48da-80ce-2f8274fb2439
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bfc9e7f8b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: da82d59a-1281-461d-82ca-8b1a3cbdc55c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bfc9e8e8250
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 3f339f32-c9cb-4d20-b672-1c2f230db729
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:39:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.92s (2.92s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:06Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bfd4ca6a046
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 93110acf-a9b2-4bcd-8ba7-0786d58f1390
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:39:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bfd51016d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: 60dd5766-df14-490c-9c19-cd0836f7cf5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:39:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bfd5172536a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: f81ddf36-0967-400c-9cc6-0e24596c7d35
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:40:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:13Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58bfd5a6c3c88
    namespace: kserve-ci-e2e-test
    resourceVersion: "16205"
    uid: e5f08482-4775-4d49-9dc4-0e41ba979111
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:40:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:22Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58c0ed4afc46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 709f17af-7068-4e08-bea8-106abbc8e6f0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:40:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:22Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58c0ed4b09016
    namespace: kserve-ci-e2e-test
    resourceVersion: "16289"
    uid: 1d295f59-b9bb-4c20-990c-8b4179f96a1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk
    namespace: kserve-ci-e2e-test
    resourceVersion: "15372"
    uid: 0628001b-71a5-4dce-bfca-3559f031c99f
  kind: Event
  lastTimestamp: "2026-09-15T16:40:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:23Z"
    name: isvc-canary-rollback-predictor-6b76f97c96-l68pk.18d58c0f0cbeae94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: 5c54ad45-5361-44bc-86d4-67ad1874183b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b76f97c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 8821577f-efc1-42fb-b89b-3dc78a8133c8
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b76f97c96-l68pk'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-predictor-6b76f97c96.18d58bf6a55a0a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15371"
    uid: 8c126bd9-5ef9-4284-8f7b-0379eefd98bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b76f97c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 8821577f-efc1-42fb-b89b-3dc78a8133c8
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b76f97c96-kkd7d'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-predictor-6b76f97c96.18d58bf6a92ae4d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15380"
    uid: 539b381b-86d8-4a65-8f03-45375928a200
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b76f97c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16279"
    uid: 8821577f-efc1-42fb-b89b-3dc78a8133c8
  kind: Event
  lastTimestamp: "2026-09-15T16:40:22Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-6b76f97c96-l68pk'
  metadata:
    creationTimestamp: "2026-09-15T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:22Z"
    name: isvc-canary-rollback-predictor-6b76f97c96.18d58c0ed48679d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 84d35547-8731-4e6f-a0b2-faccb5c1dd04
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-6b76f97c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: 8821577f-efc1-42fb-b89b-3dc78a8133c8
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: 'Created pod: isvc-canary-rollback-predictor-6b76f97c96-7pl2d'
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-predictor-6b76f97c96.18d58c103512cd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16379"
    uid: ee51720b-f989-444c-b575-7db1776f50b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15352"
    uid: 715ba590-7175-475a-83a2-ed12f5d24849
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b76f97c96 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-predictor.18d58bf6a1eeae76
    namespace: kserve-ci-e2e-test
    resourceVersion: "15356"
    uid: 9cf9aab8-efb7-491f-a602-534ece247a37
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 715ba590-7175-475a-83a2-ed12f5d24849
  kind: Event
  lastTimestamp: "2026-09-15T16:40:22Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-6b76f97c96 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:22Z"
    name: isvc-canary-rollback-predictor.18d58c0ed4225de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: 62178284-fd8b-4e74-8be9-6ba081a74e04
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 715ba590-7175-475a-83a2-ed12f5d24849
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-6b76f97c96 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-predictor.18d58c10310670a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 254534e2-34b9-4f64-bd01-453f5011da93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:38:38.375417Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15359"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bf6a3c496ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15366"
    uid: bb5816b4-29bf-459b-8540-6b9b00e285a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bf6ae0d6bb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15392"
    uid: b8be62fd-2fa0-413a-a0f6-ed82c646832c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15373"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bf6e95cae6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: a902fd7a-25c8-41c7-85b1-b13956619df9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bf6eabc91c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15419"
    uid: d97dc933-db8f-4167-b879-050673574e8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bf6ee7fafa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15423"
    uid: 00d1def3-8b2e-4f57-8027-6ed5a72505a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bf6ef27c1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 84a63f5f-b9f2-482f-b090-73759fe1bf01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:38:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
  metadata:
    creationTimestamp: "2026-09-15T16:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:44Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bf7f30c6398
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 910db5d3-acef-40b2-9d57-28467e335b49
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:39:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    in 19.976s (19.976s including waiting). Image size: 1582981531 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:03Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bfc99b6ec8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 9ab1b14a-471e-4b37-a2e7-6d79d517c956
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bfc9e6f2245
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: c600c1d2-64d2-4ef2-b203-b27786869a40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bfc9eed253a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: 335ac801-bedd-410f-b452-86d71ff86e63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bfc9efae4e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: e04be222-10ca-4b91-a4aa-b2adf1d4bfbf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:39:07Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.95s (2.95s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bfd4ed5920f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: f4645eb6-655e-423c-ae50-d55acf779033
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:39:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bfd52fe8042
    namespace: kserve-ci-e2e-test
    resourceVersion: "15682"
    uid: 09a9ceac-e967-44e8-b1fd-4ce05699432d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:39:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bfd53712e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "15685"
    uid: 1d215c99-f2c2-480e-9e38-0ebd25760f71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:40:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:39:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:32Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58bfd966fb370
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 953407d5-db03-4c00-9744-961da05d1112
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58c102e905b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: dc4d4ca3-d5c8-4b1f-8016-1a63b1d0ac8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58c102e90fcad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 0478c96f-b894-42d5-9ed9-67514ca2cedb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15363"
    uid: 918210d0-9ac6-41c8-9573-3f5a5125e0fb
  kind: Event
  lastTimestamp: "2026-09-15T16:40:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:40:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:29Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn.18d58c1072aaafba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 7d1a7696-0b30-4ee8-b8e8-15105e248764
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15344"
    uid: aa588f9d-687a-4a7e-920a-6e8dd80cf2bc
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6bf7c9cd7c-k6fxn'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-v2-predictor-6bf7c9cd7c.18d58bf6a314584b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: faf24649-9b4a-4650-980d-6149ab9ecd7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: b0451dbd-838b-4fe2-a26e-eafeb53df14c
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6bf7c9cd7c from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-canary-rollback-v2-predictor.18d58bf69f688038
    namespace: kserve-ci-e2e-test
    resourceVersion: "15345"
    uid: fabfbcb2-f6fe-4b7f-8812-df53a5e20f3c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 24
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: 81031835-b8d0-4788-a5a5-2db5db5d29c8
  kind: Event
  lastTimestamp: "2026-09-15T16:40:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:29Z"
    name: isvc-canary-rollback.18d58bf6a1999b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 05f417d7-406e-46cc-bad1-bccc68764ff1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 81031835-b8d0-4788-a5a5-2db5db5d29c8
  kind: Event
  lastTimestamp: "2026-09-15T16:41:55Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:55Z"
    name: isvc-canary-rollback.18d58c0ed7d6d876
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 1dbd7863-776f-41f7-ad66-f50cf02da2fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "16375"
    uid: 81031835-b8d0-4788-a5a5-2db5db5d29c8
  kind: Event
  lastTimestamp: "2026-09-15T16:40:28Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-15T16:40:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:28Z"
    name: isvc-canary-rollback.18d58c10334744e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 04ce9b39-304d-4cb1-8996-d2175b402348
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:42:03.461192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17340"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c2663d523e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: 1b3499f3-8a50-438a-bae0-bfc9d51e2296
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c267026d54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 0fc2b471-d6a3-4cbd-ab85-69df58443d7e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c26a95a5d43
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: 82a0485c-7b08-4c3f-a49f-cb26cf3bec3d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c26aabdec65
    namespace: kserve-ci-e2e-test
    resourceVersion: "17391"
    uid: b7685d72-ac2c-42a2-b9a0-7b0f42a42642
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c26adbde8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17395"
    uid: b5c4855b-5a58-4b73-9303-96d8e8258877
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c26ae283902
    namespace: kserve-ci-e2e-test
    resourceVersion: "17397"
    uid: 73bb0bb6-8e13-4c5c-8185-00c9c7b71e89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c27affac845
    namespace: kserve-ci-e2e-test
    resourceVersion: "17461"
    uid: 6bda07bb-0efe-4f94-baf9-38bbcdd63b1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c27b354cecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17466"
    uid: 64c575f7-f20d-4965-8d40-1c3a1da4baa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c27b3bdce89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17467"
    uid: 2973d6d8-ae8a-4bb0-a4a8-ed0c9b020745
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c27b3c92b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17470"
    uid: 74c99d98-dc4c-4531-bd9c-081c2cd99989
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c27b6bf3e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17471"
    uid: e50b310e-4da6-46df-95d3-97e46dda0fde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c27b72f0f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17473"
    uid: b989e7c2-d5cf-409d-8fdd-4d38e812c658
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:42:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c27ec1eb40c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18361"
    uid: 3b177487-a19a-437d-897d-61c29894bd55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c3a9ab41e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: c13712bc-035e-45c3-ac91-dd97a1805f50
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c3a9ab50705
    namespace: kserve-ci-e2e-test
    resourceVersion: "18358"
    uid: a6070720-ef39-4adf-9eb1-0fbab50beda7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: 51aba90f-0bfa-49c2-ae3b-1fb7d3ea5bd2
  kind: Event
  lastTimestamp: "2026-09-15T16:43:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:43:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:36Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-4bzqx.18d58c3ac85ad82f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18436"
    uid: b4131bc9-e488-4f56-813e-d3df6dd43540
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:42:03.510468Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17354"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    to ip-10-0-141-35.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c2666c50ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17358"
    uid: f7161180-c859-42f0-a592-90d441ab107c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:03Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c26754635fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: 3f4df725-6de8-4190-9c90-78412367faa7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c26ac798baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17393"
    uid: e25e4930-f8dd-4b6c-9911-82202b1e85be
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c26adcb8f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 6f5fef3c-a698-421b-bf44-e84734c3e20c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c26b06fea21
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: 0f66510b-192f-44ef-a1a0-3a4f74bb1030
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c26b0dba3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: 8db721ff-bcc5-411b-bfc5-0f652f3201af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c27d88df1f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 6ca05312-7ff2-4864-b5a3-93211f5fec42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c27db44bcb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: b90b4f72-9222-41c6-b88f-c02fbdc63917
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c27dbb9ba82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: 2cf4a7cc-365d-4e65-a38d-3fe2d6ebe7d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c27dbc2fc36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: 474d2240-a7d3-4088-ba80-e42e427445cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c27de885616
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: 91e63997-ccb0-4001-ba9a-3ca453c5f450
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:09Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c27defaeaf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: b5936f9c-75ff-42a0-9c59-1833838274ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:43:07Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:07Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c28506acce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: 52da84fa-6550-431c-99d5-4bb9b58b9d65
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:43:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:33Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c3b588ec68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: f2b84a2d-827d-4887-bf77-f7ed0bf10345
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "17356"
    uid: 7e1f2fd9-3708-43e8-a4cb-393aa513210e
  kind: Event
  lastTimestamp: "2026-09-15T16:43:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:33Z"
    name: isvc-canary-stop-predictor-7f6f9c568d-s9n2h.18d58c3b588f7197
    namespace: kserve-ci-e2e-test
    resourceVersion: "18415"
    uid: 656ac03b-cfd1-4776-9899-4a8dcf3e74b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f6f9c568d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: a2eff926-7af8-4670-aa54-ba3adf919997
  kind: Event
  lastTimestamp: "2026-09-15T16:42:03Z"
  message: 'Created pod: isvc-canary-stop-predictor-7f6f9c568d-4bzqx'
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-predictor-7f6f9c568d.18d58c26630c5560
    namespace: kserve-ci-e2e-test
    resourceVersion: "17344"
    uid: 8a20f6ba-7f44-45e5-9929-81cc01a4bebc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f6f9c568d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17327"
    uid: a2eff926-7af8-4670-aa54-ba3adf919997
  kind: Event
  lastTimestamp: "2026-09-15T16:42:03Z"
  message: 'Created pod: isvc-canary-stop-predictor-7f6f9c568d-s9n2h'
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-predictor-7f6f9c568d.18d58c2666528a48
    namespace: kserve-ci-e2e-test
    resourceVersion: "17355"
    uid: 8448eaad-af99-4023-968f-b24ac8597718
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-7f6f9c568d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18348"
    uid: a2eff926-7af8-4670-aa54-ba3adf919997
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-7f6f9c568d-4bzqx'
  metadata:
    creationTimestamp: "2026-09-15T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop-predictor-7f6f9c568d.18d58c3a9a86fccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18353"
    uid: 0f12150d-d873-4317-bd93-a131617a6563
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17326"
    uid: 601b5d7a-fce6-434c-9cf7-b5e433682bed
  kind: Event
  lastTimestamp: "2026-09-15T16:42:03Z"
  message: Scaled up replica set isvc-canary-stop-predictor-7f6f9c568d from 0 to 2
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-predictor.18d58c2660084ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: b61f0012-228d-448e-8ebc-6288da88879b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18344"
    uid: 601b5d7a-fce6-434c-9cf7-b5e433682bed
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: Scaled down replica set isvc-canary-stop-predictor-7f6f9c568d from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-15T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop-predictor.18d58c3a99ff87ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18350"
    uid: 589951ae-b1b4-49c0-95d9-51c94aa29a0d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:42:03.439840Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c26628f536a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17342"
    uid: f4be6f03-685d-4b83-82c3-946d22360264
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17352"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c268461f426
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 375ef360-5467-4bd5-9058-be78d29d3195
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c2685a8461c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: d3807ac4-7e41-40dd-a5ae-d034627add5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c268897d7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17385"
    uid: 540b86ec-51c8-419f-b8e9-895bbc729fc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:42:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:04Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c26890067bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 86a65194-4aec-4823-a249-c1e3a500b787
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:08Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c277408c9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: 2c09067a-9f7b-4c18-8676-490bbd3b4b53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:08Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c2776a0021a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: c36ac684-97f4-4c7c-afe9-92b79bc1de3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:08Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c277704531d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: b4df2af4-5f33-4b3a-ac7e-4f14237ea3c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:08Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c27770e65e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: cacde916-cf9f-479a-b20b-98803c1f1f4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:08Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c277a7ceb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: 8809ba7f-055f-4b7f-a430-9c6f9678173e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:42:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:42:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:08Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c277ae6887b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: d67c3350-7016-4bdd-9cc7-87ee11c3f54d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:20Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c27b0329a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18261"
    uid: 1dd8fdce-20de-48bf-9565-d175b242de81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:33Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c3b562e839e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18400"
    uid: 9ba5d85e-32d5-4733-a45a-1fa532511fa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:43:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:33Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c3b562efffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18404"
    uid: 71581ca9-7e55-41f9-9d2c-460effa0a494
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: 50b3dd63-751d-494b-b7b7-b6ef0f6a63f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:35Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k.18d58c3bb679c739
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: dcb6bd4c-578a-441b-81f1-1704a8b566b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6d74b8779c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17318"
    uid: 5e259af6-f9c0-4b72-b2bc-63d58231e8a1
  kind: Event
  lastTimestamp: "2026-09-15T16:42:03Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6d74b8779c-jh56k'
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-v2-predictor-6d74b8779c.18d58c26622c4c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: d97fed7c-6d88-437c-8d6b-0558b0ccebbb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: 4126eb2b-8b71-432f-80fb-eeeae2dd3e89
  kind: Event
  lastTimestamp: "2026-09-15T16:42:03Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6d74b8779c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:03Z"
    name: isvc-canary-stop-v2-predictor.18d58c265e2ca42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17319"
    uid: c0c04371-0fc9-4692-a314-193e63c36ab5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 01727101-3d1d-4197-a691-3f5d76916177
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop.18d58c265fc9c41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18363"
    uid: a2965b16-9516-4fb5-9f2e-e3db863100da
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 01727101-3d1d-4197-a691-3f5d76916177
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop.18d58c2660267372
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: 43ef3734-f707-4986-89a6-66921ce25e26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17308"
    uid: 01727101-3d1d-4197-a691-3f5d76916177
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop.18d58c266026c49f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18365"
    uid: 5d8cafca-f685-4682-b0f5-e34ae84190ec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 01727101-3d1d-4197-a691-3f5d76916177
  kind: Event
  lastTimestamp: "2026-09-15T16:43:30Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:43:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:30Z"
    name: isvc-canary-stop.18d58c3aa02463a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 126e7427-a6e1-4660-9750-09fac14d8d62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:45:52.132836Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: dfce0554-3bfc-4d0a-821c-9b4c7db65ec3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-be68af-predictor-69c988c58f-dhmc4
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:45:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:45:52Z"
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4.18d58c5ba1b98b17
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: 23f5267a-bbd9-4f98-94fd-02cba5c87819
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: dfce0554-3bfc-4d0a-821c-9b4c7db65ec3
  kind: Event
  lastTimestamp: "2026-09-15T16:45:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-be68af-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:52Z"
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4.18d58c5bb12a4568
    namespace: kserve-ci-e2e-test
    resourceVersion: "19942"
    uid: f8e20f50-4d2b-4204-9a76-22fb50b5e156
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19937"
    uid: dfce0554-3bfc-4d0a-821c-9b4c7db65ec3
  kind: Event
  lastTimestamp: "2026-09-15T16:45:53Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:45:53Z"
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4.18d58c5be783445d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: 29ce1553-e5e6-46df-ba58-b279bed6c7ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: dfce0554-3bfc-4d0a-821c-9b4c7db65ec3
  kind: Event
  lastTimestamp: "2026-09-15T16:45:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:57Z"
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4.18d58c5be8da6704
    namespace: kserve-ci-e2e-test
    resourceVersion: "19988"
    uid: d2e6cbef-a7a2-48a1-abc8-191ca1b38073
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: dfce0554-3bfc-4d0a-821c-9b4c7db65ec3
  kind: Event
  lastTimestamp: "2026-09-15T16:45:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:57Z"
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4.18d58c5bebcfa354
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: 1edb0de7-736a-4a2f-89b4-b2acefc01033
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: dfce0554-3bfc-4d0a-821c-9b4c7db65ec3
  kind: Event
  lastTimestamp: "2026-09-15T16:45:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:45:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:57Z"
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4.18d58c5bec49f775
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 9dbe6be3-91df-4ab1-8201-302828d8a28a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19931"
    uid: dfce0554-3bfc-4d0a-821c-9b4c7db65ec3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:02Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:46:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:02Z"
    name: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4.18d58c5df4349a99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 55eb0084-3423-4563-b885-e19fb8c0db02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-be68af-predictor-69c988c58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: cb1620a7-69ad-4db8-a3fb-02681a41aa10
  kind: Event
  lastTimestamp: "2026-09-15T16:45:52Z"
  message: 'Created pod: isvc-init-fail-be68af-predictor-69c988c58f-dhmc4'
  metadata:
    creationTimestamp: "2026-09-15T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:52Z"
    name: isvc-init-fail-be68af-predictor-69c988c58f.18d58c5ba11cf7f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19930"
    uid: b28ac450-6c09-4d84-afcc-a37615b06cd6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-be68af-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19916"
    uid: 65182fe7-40d7-4eb8-8468-98679d675226
  kind: Event
  lastTimestamp: "2026-09-15T16:45:52Z"
  message: Scaled up replica set isvc-init-fail-be68af-predictor-69c988c58f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:52Z"
    name: isvc-init-fail-be68af-predictor.18d58c5b9e40c166
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: f94d7c30-c2bd-4e09-9373-81f5af67182e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-be68af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: fbd0cb78-81ca-4441-b354-f1d7327ee07e
  kind: Event
  lastTimestamp: "2026-09-15T16:45:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:57Z"
    name: isvc-init-fail-be68af.18d58c5b9e47f675
    namespace: kserve-ci-e2e-test
    resourceVersion: "19994"
    uid: 5b9c140d-2687-4e84-b4b8-547fe7127607
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-be68af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: fbd0cb78-81ca-4441-b354-f1d7327ee07e
  kind: Event
  lastTimestamp: "2026-09-15T16:45:52Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-be68af":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-be68af":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:52Z"
    name: isvc-init-fail-be68af.18d58c5b9eb679e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 7295d8a9-1b43-4f60-91ef-3a85687f4d3d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-be68af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19909"
    uid: fbd0cb78-81ca-4441-b354-f1d7327ee07e
  kind: Event
  lastTimestamp: "2026-09-15T16:45:52Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-be68af": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:52Z"
    name: isvc-init-fail-be68af.18d58c5b9eb6c2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19925"
    uid: a5f69fe7-3774-4d28-a348-6ef3188d558e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:44:33.918058Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:44:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:44:33Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c496bc2c8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 483d6b6e-67f2-49dc-8f47-b148ede9e47f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-ae4ee-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:34Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4979cd3a43
    namespace: kserve-ci-e2e-test
    resourceVersion: "19157"
    uid: 064f8512-9c76-4607-9142-48ff30960611
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19152"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:35Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:44:35Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c49b152caad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: bef76044-9ab7-4541-a0ae-e968a6cc8dc1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:35Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c49b2d21a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: bd041ff4-3ad7-442a-b068-742af4fd49a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:35Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c49b58c5d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19170"
    uid: 8714b92d-05b4-4fbb-9407-faf183daa2e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:35Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c49b602af7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: 032c57f4-200a-4c46-9953-5a9a1e9f16bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4ac6c64e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "19215"
    uid: 6a2b9ee3-1cda-4c34-8f63-707830206aa5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4ac99e91b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19219"
    uid: f65970b2-796b-4122-8992-bed9e08e2657
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4aca165e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19222"
    uid: 00110226-b387-4aaf-932a-4e4a8eb633d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4aca1f9ec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19223"
    uid: 1edfc5a1-fc5e-46f2-802d-2b2e01530bde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4accacd8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19225"
    uid: 9c12da99-2841-4e1c-9e16-52820422e163
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4acd614b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "19226"
    uid: b419ed63-1e5d-47a7-b30e-1f4570e762db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:032e98ee5fd6f163d675c4bdab072305e1da00b7c4369f1cb891489f2ff34d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4acd6f0a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19227"
    uid: c4e0cd35-cac1-47d7-b57a-01a735e7ed67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4ad01454dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19229"
    uid: c1b78994-e88b-4124-9c2a-e64eb9b4388e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-15T16:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:39Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4ad0987622
    namespace: kserve-ci-e2e-test
    resourceVersion: "19230"
    uid: 1d1063d8-3904-4f52-8ef3-ccb6f9c6d108
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:46:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:17Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4b3ed2fe73
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 66fb48e7-86dc-4077-accf-608431258a98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:46:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-15T16:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:17Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c4b3eddb7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 3f1996fa-f9ef-454d-83cf-5b2a6e0164ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c5f944cbfb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20190"
    uid: 06618976-71ae-4056-a528-8d3289bbdc76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c5f944d0d4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20191"
    uid: a6e7a578-86f1-4ad8-a1eb-9bdd939ea980
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c5f944d92a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: 7f325512-0cb3-4621-bb18-8cc0cf37db37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19146"
    uid: a5d193ac-709a-4fe3-a07a-202712e0d8b9
  kind: Event
  lastTimestamp: "2026-09-15T16:46:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:27Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw.18d58c606ef06492
    namespace: kserve-ci-e2e-test
    resourceVersion: "20418"
    uid: a3ce3d4e-775b-48e1-bd72-c7185c031895
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: 16455adb-6167-4cab-b803-3bfff474f664
  kind: Event
  lastTimestamp: "2026-09-15T16:44:33Z"
  message: 'Created pod: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd-jcjzw'
  metadata:
    creationTimestamp: "2026-09-15T16:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:33Z"
    name: isvc-logger-raw-ae4ee-predictor-65fdfbb7dd.18d58c496b5724c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: d14afe7e-2e88-447a-b120-2c2eeef539fb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19130"
    uid: af1c9a02-2657-4eba-b20e-10a049e980bc
  kind: Event
  lastTimestamp: "2026-09-15T16:44:33Z"
  message: Scaled up replica set isvc-logger-raw-ae4ee-predictor-65fdfbb7dd from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:33Z"
    name: isvc-logger-raw-ae4ee-predictor.18d58c4967f4dad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: 12cf9ad5-9264-489a-b866-2b777b05301e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 85502c29-2077-4735-89fb-ddacb7a53978
  kind: Event
  lastTimestamp: "2026-09-15T16:44:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:48Z"
    name: isvc-logger-raw-ae4ee-predictor.18d58c4ce67a5594
    namespace: kserve-ci-e2e-test
    resourceVersion: "19306"
    uid: 59fb13e9-443b-4975-9b5f-493f2e77956e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19132"
    uid: 85502c29-2077-4735-89fb-ddacb7a53978
  kind: Event
  lastTimestamp: "2026-09-15T16:44:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:48Z"
    name: isvc-logger-raw-ae4ee-predictor.18d58c4ce6e1c3aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19308"
    uid: 96269f08-2fa5-4f34-8bc2-0b9edd803c18
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 85502c29-2077-4735-89fb-ddacb7a53978
  kind: Event
  lastTimestamp: "2026-09-15T16:46:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:03Z"
    name: isvc-logger-raw-ae4ee-predictor.18d58c506583b129
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: 65f28fac-0313-4388-97da-6f138263b902
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 85502c29-2077-4735-89fb-ddacb7a53978
  kind: Event
  lastTimestamp: "2026-09-15T16:46:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:45:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:03Z"
    name: isvc-logger-raw-ae4ee-predictor.18d58c5065e00d06
    namespace: kserve-ci-e2e-test
    resourceVersion: "20081"
    uid: 920cdd2e-b670-4875-8266-4f2d0219a213
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ae4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 23aefff4-2c58-44ff-ab44-418d153bf6ac
  kind: Event
  lastTimestamp: "2026-09-15T16:45:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:57Z"
    name: isvc-logger-raw-ae4ee.18d58c4967f79581
    namespace: kserve-ci-e2e-test
    resourceVersion: "20008"
    uid: 5fca11f7-70ed-44f6-9a0c-59ce1be7ce19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ae4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 23aefff4-2c58-44ff-ab44-418d153bf6ac
  kind: Event
  lastTimestamp: "2026-09-15T16:44:33Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-ae4ee":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-ae4ee":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:33Z"
    name: isvc-logger-raw-ae4ee.18d58c496874d920
    namespace: kserve-ci-e2e-test
    resourceVersion: "19138"
    uid: ec15f193-d0bd-4724-bccb-95caeef70d2f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ae4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: 23aefff4-2c58-44ff-ab44-418d153bf6ac
  kind: Event
  lastTimestamp: "2026-09-15T16:45:57Z"
  message: InferenceService [isvc-logger-raw-ae4ee] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:57Z"
    name: isvc-logger-raw-ae4ee.18d58c5cf5c7b6cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 9f013464-0ef9-4ed0-8ab9-4e9a872d3f83
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:53:49.161408Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccab2d7fb82
    namespace: kserve-ci-e2e-test
    resourceVersion: "24251"
    uid: a59d6795-e9c8-4b6d-b65a-1c786097d415
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24255"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:49Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccad50a1611
    namespace: kserve-ci-e2e-test
    resourceVersion: "24270"
    uid: b9932a7a-c232-4d79-9c52-2a4aac4b9eb3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccad67c8fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "24272"
    uid: cfdfa137-d2d3-429b-85cb-85c064a86e51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccad9148812
    namespace: kserve-ci-e2e-test
    resourceVersion: "24273"
    uid: fd1ac426-5c2e-45d7-9289-bdc5c632e509
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccad99424e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: 5a6c749b-16ec-4758-8347-bede47b6781d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbd47b7c25
    namespace: kserve-ci-e2e-test
    resourceVersion: "24312"
    uid: b041541c-7b50-4f24-bfa1-951540657224
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbd76d3f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24314"
    uid: 56851d3e-a4ef-499a-b2a8-9afce63a015d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbd7e66cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24317"
    uid: 95d304c1-bce0-4251-a546-4c2d6434de07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbd7f10aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24318"
    uid: 0010e6ac-8587-470b-bc47-db94ebe4b7e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbdabaf85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24320"
    uid: af432aa6-0e07-4a22-8d70-fd51b5821a8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbdb35a476
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: 3fc8fda6-0618-47ee-826f-e6bf16e4e625
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:032e98ee5fd6f163d675c4bdab072305e1da00b7c4369f1cb891489f2ff34d77"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbdb4013d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: df47bb49-3184-403b-8fa6-730021a653cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbde70511f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: 3f4cdc40-08a3-49dc-896f-abb5ba690f40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:53:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-15T16:53:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:54Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccbdee55fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24324"
    uid: 6a7e264a-c09f-4d62-ae9c-e946e4cc36c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:55:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:53:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:32Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccc10877636
    namespace: kserve-ci-e2e-test
    resourceVersion: "25113"
    uid: e19bf97c-1097-4e69-907f-8c224db70a16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:55:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-15T16:53:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:32Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ccc4c66535a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25114"
    uid: 1fb151a9-c1eb-44ff-b6a7-665a6c98d322
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:55:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:24Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ce0e23ad343
    namespace: kserve-ci-e2e-test
    resourceVersion: "25004"
    uid: 2b39571c-9d7d-4a71-b6b4-b9e09703de51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:55:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-15T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:24Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ce0e23b1c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25008"
    uid: 418c34c6-b4f3-4118-b036-93d104fba7c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:55:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:24Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ce0e23b9b49
    namespace: kserve-ci-e2e-test
    resourceVersion: "25011"
    uid: e4342c84-efb1-488f-842f-1dbf2de6772f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 790c6fc7-8614-4d5d-8603-f55922e0ca57
  kind: Event
  lastTimestamp: "2026-09-15T16:55:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:55:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:42Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb.18d58ce17c9eaa71
    namespace: kserve-ci-e2e-test
    resourceVersion: "25188"
    uid: d58650a5-a586-47f5-a591-4219f48e8346
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-77c69cff6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24236"
    uid: c4029f13-2c41-40ba-9c17-b2a3480a2d9c
  kind: Event
  lastTimestamp: "2026-09-15T16:53:49Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-77c69cff6d-nt5lb'
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn-predictor-77c69cff6d.18d58ccab25d56c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: c6f6aca2-3054-4702-bac7-47177c1b2c74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: 6e300864-b564-44a5-9797-1181b68c191c
  kind: Event
  lastTimestamp: "2026-09-15T16:53:49Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-77c69cff6d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn-predictor.18d58ccaaeda7a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24238"
    uid: f9cf0d53-e40b-4b89-8830-277d44fd660b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 01dd49a7-7e9a-44d2-93d6-2e2a07ba7d35
  kind: Event
  lastTimestamp: "2026-09-15T16:54:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:34Z"
    name: isvc-logger-raw-cipn-predictor.18d58cce2d4edc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24618"
    uid: 20e35936-39be-4e19-959c-174537f78aef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24235"
    uid: 01dd49a7-7e9a-44d2-93d6-2e2a07ba7d35
  kind: Event
  lastTimestamp: "2026-09-15T16:54:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:54:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:54:34Z"
    name: isvc-logger-raw-cipn-predictor.18d58cce2daf0031
    namespace: kserve-ci-e2e-test
    resourceVersion: "24619"
    uid: c0e2ac75-4216-41dc-b636-c5be56312af4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 01dd49a7-7e9a-44d2-93d6-2e2a07ba7d35
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-logger-raw-cipn-predictor.18d58cd8aa10b879
    namespace: kserve-ci-e2e-test
    resourceVersion: "24946"
    uid: 6721624a-ac4b-47a2-ae8d-2aecd21b30a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:54:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 01dd49a7-7e9a-44d2-93d6-2e2a07ba7d35
  kind: Event
  lastTimestamp: "2026-09-15T16:55:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:55:19Z"
    name: isvc-logger-raw-cipn-predictor.18d58cd8aa7d6b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24947"
    uid: 4ae4c898-f4f2-44be-90df-cb11504b8e80
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: a80c70fc-03fe-44e5-96e8-9af8f720c349
  kind: Event
  lastTimestamp: "2026-09-15T16:55:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:55:12Z"
    name: isvc-logger-raw-cipn.18d58ccaaedb036f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24900"
    uid: 87bc6df6-d350-4c72-a7e6-c48714a64be6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24227"
    uid: a80c70fc-03fe-44e5-96e8-9af8f720c349
  kind: Event
  lastTimestamp: "2026-09-15T16:53:49Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn.18d58ccaaf58d490
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: f0efdcbe-211e-4ba0-b8ba-4f67dc92e70b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24230"
    uid: a80c70fc-03fe-44e5-96e8-9af8f720c349
  kind: Event
  lastTimestamp: "2026-09-15T16:53:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:53:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:49Z"
    name: isvc-logger-raw-cipn.18d58ccab50c7fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24258"
    uid: 2da27ec1-f50b-4d52-876f-1e0f43688652
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24898"
    uid: a80c70fc-03fe-44e5-96e8-9af8f720c349
  kind: Event
  lastTimestamp: "2026-09-15T16:55:12Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:55:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:55:12Z"
    name: isvc-logger-raw-cipn.18d58cde0514fd83
    namespace: kserve-ci-e2e-test
    resourceVersion: "24899"
    uid: 10db25b7-2c83-47db-9419-3c4e5cb3133f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:43:43.694359Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-97930a-predictor-75d84c5688-fb25c
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:43:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:43:43Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3dba31ec39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18532"
    uid: 9e302224-47c1-4d50-9231-79ca2c159757
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:43Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-97930a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:43Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3dc294a14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: ab6c2517-72eb-4944-9440-71edd7410440
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18536"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:44Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:43:44Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3e00431431
    namespace: kserve-ci-e2e-test
    resourceVersion: "18548"
    uid: f3aefb94-d113-4bde-ad11-59835c757ff3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:44Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3e01846ab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: 7f8d5718-af2d-4c20-9ff8-c6b44a76d50e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:44Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3e054510a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: ba730369-3452-4f9d-a2e7-919d10aba70b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:44Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3e05bc603f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: cdf9d4f0-443e-4f3e-88fd-d937aeaaf776
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:49Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3f1453ec65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 34c851f1-7468-48d5-bfcb-dd174dac5eeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:49Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3f17574a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "18608"
    uid: 69eaaa67-0bc2-45e7-a49b-ce1dffe68065
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:49Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3f17d189f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18610"
    uid: 1819c494-4807-4414-af5a-f77c70ea30a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:49Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3f17dcbcab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18611"
    uid: b485899c-621c-4505-875e-305bc826b97e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:49Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3f1aab9220
    namespace: kserve-ci-e2e-test
    resourceVersion: "18613"
    uid: b196f313-5b17-4bb7-80ea-5cf411a80332
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:43:49Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3f1b22d4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18615"
    uid: 9cc87d67-68b3-4ca3-a43a-91b0bc819498
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:45:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:43:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:51Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c3f50580d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19890"
    uid: 83e05b92-adee-4995-b53f-f9626b54d4b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:45:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:46Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c5a6bdaf895
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: e3af4042-4b62-4c6a-910e-2608ef68ae86
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:45:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:45:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:46Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c5a6bdc353c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: c3b1bd33-fa0b-469e-bdde-22a98331528a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18529"
    uid: 432d4def-10d4-4ca9-9b8a-d6b48d6134f9
  kind: Event
  lastTimestamp: "2026-09-15T16:45:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:45:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:51Z"
    name: isvc-primary-97930a-predictor-75d84c5688-fb25c.18d58c5b7cb6a3a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19894"
    uid: 23347fe6-9921-48d2-81fd-9b3bb1db9bea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-97930a-predictor-75d84c5688
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: fa752ec9-e7ad-4f0e-87d8-caa5e567faac
  kind: Event
  lastTimestamp: "2026-09-15T16:43:43Z"
  message: 'Created pod: isvc-primary-97930a-predictor-75d84c5688-fb25c'
  metadata:
    creationTimestamp: "2026-09-15T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:43Z"
    name: isvc-primary-97930a-predictor-75d84c5688.18d58c3db9c879f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: af10c572-e83e-4506-b309-93b6a284a290
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-97930a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18517"
    uid: a6082f63-1e1c-42ad-bfbb-7fac8c9c9069
  kind: Event
  lastTimestamp: "2026-09-15T16:43:43Z"
  message: Scaled up replica set isvc-primary-97930a-predictor-75d84c5688 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:43Z"
    name: isvc-primary-97930a-predictor.18d58c3db6dcbdf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18520"
    uid: b5d54053-7e5f-4bd5-a13e-84c46f5948fe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-97930a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 3e539428-5ccd-4524-a6b9-60a951380bfd
  kind: Event
  lastTimestamp: "2026-09-15T16:44:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: isvc-primary-97930a-predictor.18d58c413607af23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: a6cc6cf1-638b-46f7-8530-b4f2a1c22524
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-97930a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 3e539428-5ccd-4524-a6b9-60a951380bfd
  kind: Event
  lastTimestamp: "2026-09-15T16:44:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: isvc-primary-97930a-predictor.18d58c413651d5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 6020fd55-e8ae-4123-98fd-82a5be4c15f7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-97930a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 3e539428-5ccd-4524-a6b9-60a951380bfd
  kind: Event
  lastTimestamp: "2026-09-15T16:45:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:43Z"
    name: isvc-primary-97930a-predictor.18d58c4833b52948
    namespace: kserve-ci-e2e-test
    resourceVersion: "19795"
    uid: bb9dd289-4435-455e-89c0-7dae833fe165
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-97930a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18697"
    uid: 3e539428-5ccd-4524-a6b9-60a951380bfd
  kind: Event
  lastTimestamp: "2026-09-15T16:45:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:43Z"
    name: isvc-primary-97930a-predictor.18d58c4834190930
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: b10840cc-d54e-49b4-b7f2-c5c8ec421649
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-97930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: cd351fed-0530-4b75-989b-0453f128cb11
  kind: Event
  lastTimestamp: "2026-09-15T16:45:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:11Z"
    name: isvc-primary-97930a.18d58c3db6e46d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 7c44cf04-0169-47e2-87f5-db664dec4674
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-97930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: cd351fed-0530-4b75-989b-0453f128cb11
  kind: Event
  lastTimestamp: "2026-09-15T16:43:43Z"
  message: 'Failed to update status for InferenceService "isvc-primary-97930a": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-97930a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:43Z"
    name: isvc-primary-97930a.18d58c3db766433b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18523"
    uid: 90822d22-0319-4a60-a898-fbbda119e4d1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-97930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18508"
    uid: cd351fed-0530-4b75-989b-0453f128cb11
  kind: Event
  lastTimestamp: "2026-09-15T16:43:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-97930a": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:43:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:43Z"
    name: isvc-primary-97930a.18d58c3db76675a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18524"
    uid: 8a04e362-5aec-42c7-a33b-dfefd2d205cc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-97930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: cd351fed-0530-4b75-989b-0453f128cb11
  kind: Event
  lastTimestamp: "2026-09-15T16:45:11Z"
  message: InferenceService [isvc-primary-97930a] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:11Z"
    name: isvc-primary-97930a.18d58c521c37caee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19494"
    uid: ef6e3c44-525b-46e4-9cc0-53059e663887
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:38:38.185087Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15322"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bf6986c6a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 56b1de32-4a30-40c9-bd41-4c930cf2b4e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-raw-sklearn-batcher-d4131-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bf6a20363cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 026b9fad-d222-4194-9a03-66137e1674a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bf6de41744e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15411"
    uid: 0716e707-9a72-4ea3-9459-881350e07971
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bf6dfc620e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15413"
    uid: bbe548be-29a7-4f92-815b-fc5ec9818f25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bf6e34aef08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15414"
    uid: 65307ff6-4ff3-410d-9cfe-7d4765a003dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:38:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:39Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bf6e3c156b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: 4799141b-0e91-4a0b-9e08-506abd3e0fdc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:38:43Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
  metadata:
    creationTimestamp: "2026-09-15T16:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:38:43Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bf7f2d88c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15479"
    uid: 0180e146-539e-4739-a437-702f72dd51e0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    in 19.981s (19.981s including waiting). Image size: 1582981531 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:03Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfc99dd9cd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: c0482772-1e6c-4836-8203-aebda773fbe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfc9e6ae1c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15644"
    uid: a215b268-2338-47cd-9b92-fbf76a2b6f0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfc9ee799db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 9bf291ec-2445-46d4-ad8e-51f82b6c1fba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:04Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-15T16:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:04Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfc9ef78c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 5383c6bc-ce2f-4be9-929e-7ee36776d8c9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.934s (2.934s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfd4de20bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: ea92aa31-9fab-4ef4-99ab-6571785ef403
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfd52c4c9ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: e89987c0-6274-458a-a5d6-4885bed5f1c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfd5338778e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15683"
    uid: 45429a02-5ee3-4c79-9109-7bcbc61ae768
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:07Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:032e98ee5fd6f163d675c4bdab072305e1da00b7c4369f1cb891489f2ff34d77"
  metadata:
    creationTimestamp: "2026-09-15T16:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:07Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfd5349b120
    namespace: kserve-ci-e2e-test
    resourceVersion: "15684"
    uid: 77046ce2-9cfb-46e1-a459-24f9af87223d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:13Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:032e98ee5fd6f163d675c4bdab072305e1da00b7c4369f1cb891489f2ff34d77"
    in 6.309s (6.309s including waiting). Image size: 243417699 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:13Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfecb56bbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: 849255a0-a3f4-4e02-8574-3298923e692b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:13Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-15T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:13Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfed1bd9343
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: 2dc11123-4b32-4af3-96cb-80969163079d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:39:13Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-15T16:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:39:13Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfed30ca878
    namespace: kserve-ci-e2e-test
    resourceVersion: "15752"
    uid: e3f5fb0f-d9ac-4cf4-b859-2a6e84834098
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:40:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:43Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bfefe3148b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 5ef4bc73-1c3e-4965-ab94-c9a01fd5d476
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:39:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:40:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-15T16:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:43Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58bff3a002888
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: f71f323c-b3d7-4089-9769-2a3a94ba3e4b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58c115cbdaba9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 081e09c7-c092-4428-ace9-6dd5d7892f14
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58c115cbedfd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 3844a38f-46b6-4d5d-a315-a312c3fe9fca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58c115cbef72f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: 3db34059-2cd0-42a1-bf46-bde2cea58144
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: 2e7ede59-a6f5-4e3b-872a-f0dbc27e623a
  kind: Event
  lastTimestamp: "2026-09-15T16:40:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.22:8643/healthz": dial tcp
    10.134.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:49Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h.18d58c119e8be47c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: c7c274f9-3bdd-4246-b4db-df9a6575537a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: b6c9e8d1-8cac-48d2-b1a3-fc8fb339e03c
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f-ms25h'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f.18d58bf697f0bccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15323"
    uid: faac8c64-6fe8-43bd-bd4b-0422db25da5b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-d4131-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: bf228e3b-feeb-47f9-9b05-8b0bc7774aaa
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-d4131-predictor-7b9fdb8c4f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor.18d58bf6935cf06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: d116d7a3-ff6e-48f1-98fe-a56ee668d756
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d4131-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: dd8ea7a7-268c-46ab-b3af-3eac8686d5d0
  kind: Event
  lastTimestamp: "2026-09-15T16:39:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:39:53Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor.18d58bfa1931d5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16048"
    uid: 949dd101-0d45-4971-bf50-9ed5583791b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d4131-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: dd8ea7a7-268c-46ab-b3af-3eac8686d5d0
  kind: Event
  lastTimestamp: "2026-09-15T16:39:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:39:53Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor.18d58bfa19a0240c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16049"
    uid: e066c909-b291-4cc0-b56d-8fe9d1716f09
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d4131-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: dd8ea7a7-268c-46ab-b3af-3eac8686d5d0
  kind: Event
  lastTimestamp: "2026-09-15T16:40:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:23Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor.18d58c0b946c0a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 276fcc10-0f5b-4ea2-ab49-ce31a761e7d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d4131-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: dd8ea7a7-268c-46ab-b3af-3eac8686d5d0
  kind: Event
  lastTimestamp: "2026-09-15T16:40:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:23Z"
    name: isvc-raw-sklearn-batcher-d4131-predictor.18d58c0b94db748c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 626e4f84-295c-4dec-98e7-baca7735f210
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d4131
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 04b023ba-c6d8-4f03-a77e-d0813f0a22b5
  kind: Event
  lastTimestamp: "2026-09-15T16:40:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:23Z"
    name: isvc-raw-sklearn-batcher-d4131.18d58bf69a187d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: ed279d78-73f1-4dfe-b02f-96a99b760302
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d4131
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 04b023ba-c6d8-4f03-a77e-d0813f0a22b5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-d4131":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d4131":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-raw-sklearn-batcher-d4131.18d58bf69a8690dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15333"
    uid: afbec648-e092-415a-a91c-e8b83a8cf660
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:38:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d4131
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: 04b023ba-c6d8-4f03-a77e-d0813f0a22b5
  kind: Event
  lastTimestamp: "2026-09-15T16:38:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d4131": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:38:38Z"
    name: isvc-raw-sklearn-batcher-d4131.18d58bf69a86d5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: b2dd35d5-2047-424d-8b86-9a39c3463652
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d4131
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 04b023ba-c6d8-4f03-a77e-d0813f0a22b5
  kind: Event
  lastTimestamp: "2026-09-15T16:40:23Z"
  message: InferenceService [isvc-raw-sklearn-batcher-d4131] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:40:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:23Z"
    name: isvc-raw-sklearn-batcher-d4131.18d58c0f0f311e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: b8546047-156e-4b83-880b-0e89b966b9ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:45:28.880581Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19646"
    uid: 7553f0e5-4098-4f0a-987f-f00406d5b615
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-97930a-predictor-66c799cd9f-qx2fv
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:45:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:45:28Z"
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv.18d58c5637c8553a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19652"
    uid: b7c7a74c-f668-4d64-94af-70e40ad3cd02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 7553f0e5-4098-4f0a-987f-f00406d5b615
  kind: Event
  lastTimestamp: "2026-09-15T16:45:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-97930a-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:45:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:29Z"
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv.18d58c564497084d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: c5903833-719b-405d-84a4-b1e90a1de143
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19656"
    uid: 7553f0e5-4098-4f0a-987f-f00406d5b615
  kind: Event
  lastTimestamp: "2026-09-15T16:45:30Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:45:30Z"
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv.18d58c567d6d27ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: 389e255d-4e7e-40f7-9fcc-49bd1cc7341f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 7553f0e5-4098-4f0a-987f-f00406d5b615
  kind: Event
  lastTimestamp: "2026-09-15T16:45:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:35Z"
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv.18d58c567ed7baf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 5504fb32-5cf6-45ef-8845-2a3810fd3c83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 7553f0e5-4098-4f0a-987f-f00406d5b615
  kind: Event
  lastTimestamp: "2026-09-15T16:45:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:36Z"
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv.18d58c5682819c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19728"
    uid: 2951dd83-0eb6-45ba-958e-12b1589a0f23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 7553f0e5-4098-4f0a-987f-f00406d5b615
  kind: Event
  lastTimestamp: "2026-09-15T16:45:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:45:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:36Z"
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv.18d58c5682f6434b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: ddd42488-8416-44c4-9508-cc01364fe57e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv
    namespace: kserve-ci-e2e-test
    resourceVersion: "19648"
    uid: 7553f0e5-4098-4f0a-987f-f00406d5b615
  kind: Event
  lastTimestamp: "2026-09-15T16:45:42Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-97930a-predictor-66c799cd9f-qx2fv_kserve-ci-e2e-test(7553f0e5-4098-4f0a-987f-f00406d5b615)
  metadata:
    creationTimestamp: "2026-09-15T16:45:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:45:42Z"
    name: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv.18d58c59462c3f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: aa065583-4914-4a7f-a05f-b5140f0c12fe
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-97930a-predictor-66c799cd9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: 25abb296-6355-4ea6-a588-8d0233872305
  kind: Event
  lastTimestamp: "2026-09-15T16:45:28Z"
  message: 'Created pod: isvc-secondary-97930a-predictor-66c799cd9f-qx2fv'
  metadata:
    creationTimestamp: "2026-09-15T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:28Z"
    name: isvc-secondary-97930a-predictor-66c799cd9f.18d58c56374ca406
    namespace: kserve-ci-e2e-test
    resourceVersion: "19647"
    uid: ba0a8794-c289-4868-9505-29c544e34187
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-97930a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: 09cfcef2-0e9d-492d-b729-6a340cc52f65
  kind: Event
  lastTimestamp: "2026-09-15T16:45:28Z"
  message: Scaled up replica set isvc-secondary-97930a-predictor-66c799cd9f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-15T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:28Z"
    name: isvc-secondary-97930a-predictor.18d58c563449f342
    namespace: kserve-ci-e2e-test
    resourceVersion: "19640"
    uid: 417afc62-2a6c-4990-a87c-2195e5492d47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-97930a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 4f918037-de7c-469d-82b4-05403c3c8781
  kind: Event
  lastTimestamp: "2026-09-15T16:45:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:43Z"
    name: isvc-secondary-97930a-predictor.18d58c59b2aff166
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 9be97468-8d28-4fe3-976d-180c3d92e1a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-97930a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 4f918037-de7c-469d-82b4-05403c3c8781
  kind: Event
  lastTimestamp: "2026-09-15T16:45:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:45:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:43Z"
    name: isvc-secondary-97930a-predictor.18d58c59b314021a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: 0922746c-9f66-4787-957f-79f6d6104e84
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-97930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 76198d6d-53e9-4473-81be-a780835e475e
  kind: Event
  lastTimestamp: "2026-09-15T16:45:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:42Z"
    name: isvc-secondary-97930a.18d58c563458b57a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: 8b7ee1e5-b458-45d2-a54b-6c8c3eed8404
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-97930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 76198d6d-53e9-4473-81be-a780835e475e
  kind: Event
  lastTimestamp: "2026-09-15T16:45:28Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-97930a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-97930a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:28Z"
    name: isvc-secondary-97930a.18d58c5634e927e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 2366f1ef-9e1e-400c-b0af-902b32c8f45f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-97930a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 76198d6d-53e9-4473-81be-a780835e475e
  kind: Event
  lastTimestamp: "2026-09-15T16:45:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-97930a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:45:28Z"
    name: isvc-secondary-97930a.18d58c5634e97c53
    namespace: kserve-ci-e2e-test
    resourceVersion: "19644"
    uid: 5bfdc89c-54b6-4c54-b5da-0081a6999860
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:40:33.294693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    to ip-10-0-141-35.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c11657d9c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: b362b048-bf7a-40bd-bf80-a9e93a1e4412
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c1187dd5637
    namespace: kserve-ci-e2e-test
    resourceVersion: "16548"
    uid: a7fa01f5-44d0-4baf-8014-95e71aed2535
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c11894449c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: f100a219-bc40-44db-a333-4f924a1e6484
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c118bd395b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: a08eb097-0d3c-464e-a3ec-4996ba3c3759
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c118c44a3fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16552"
    uid: f53e5ce0-bdad-4c80-8900-12d1d7cb14e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:38Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c1290a16d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: 55b78d71-e36b-48d0-9d83-5fb72df1837e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:38Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c1293ab65d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: 6d9c4229-0870-4681-a4cf-136ddcb294af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:38Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c12941e1a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: 62701a82-eccb-4cdc-a648-68d7ec9c2c57
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:38Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c129428580a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: ba772988-7206-4244-b1fe-df0ec3b2fc93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:38Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c1296f16792
    namespace: kserve-ci-e2e-test
    resourceVersion: "16607"
    uid: 34710005-3abc-4af6-8a90-f66f0a84b12f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:40:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:38Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c12975f8297
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: f9c2601a-5eb5-434d-bfc6-0991d02e1896
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:42:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:26Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c13087f50a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: 5276cf71-6d18-4b9b-80c0-9dbf4c6097be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c2b0de1bb20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17680"
    uid: 2c4231e2-dadb-4d54-9166-215752233ce5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c2b0de2416f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17683"
    uid: 979ccd4d-56a1-4da2-b918-1f9a8e1d70eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: 1b077164-aeea-45fb-ae73-dafe18b80859
  kind: Event
  lastTimestamp: "2026-09-15T16:42:26Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:26Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7.18d58c2bb6ceca30
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 5ed46ffa-59a9-4c14-896e-62f2971a470f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 3d672611-152e-488d-af6f-0c0986ef0095
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: 'Created pod: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7-zdmq7'
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7.18d58c116517ccf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 0235743f-37be-48dd-a7a7-e15ec6c20efa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 8ff64acb-cac3-4600-ab58-82c895de3fcb
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-e2542-predictor-79d56dd4c7
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor.18d58c1162882f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: 9757c10b-2cd1-42d6-ba40-85e5c4eaae0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: d80603d2-7170-4913-99bf-342dcb412811
  kind: Event
  lastTimestamp: "2026-09-15T16:41:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor.18d58c14e13f0354
    namespace: kserve-ci-e2e-test
    resourceVersion: "17041"
    uid: cc34ac60-d0fa-4c98-b106-80e48fe9460a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: d80603d2-7170-4913-99bf-342dcb412811
  kind: Event
  lastTimestamp: "2026-09-15T16:41:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:33Z"
    name: isvc-sklearn-graph-raw-e2542-predictor.18d58c14e1a0cdfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: c953b3cc-4c35-4184-b28d-675360cea2ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: d80603d2-7170-4913-99bf-342dcb412811
  kind: Event
  lastTimestamp: "2026-09-15T16:42:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:18Z"
    name: isvc-sklearn-graph-raw-e2542-predictor.18d58c22dd377fec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17594"
    uid: 6eb747d8-1bf1-43e4-bbee-ad578ddc6406
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16694"
    uid: d80603d2-7170-4913-99bf-342dcb412811
  kind: Event
  lastTimestamp: "2026-09-15T16:42:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:18Z"
    name: isvc-sklearn-graph-raw-e2542-predictor.18d58c22dd997eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17595"
    uid: 8e7e4911-47c8-48f9-8e08-499964cdba43
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: abfaa483-e670-4b3e-a7c7-12f6fc4e57a7
  kind: Event
  lastTimestamp: "2026-09-15T16:41:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:46Z"
    name: isvc-sklearn-graph-raw-e2542.18d58c1162c44974
    namespace: kserve-ci-e2e-test
    resourceVersion: "17146"
    uid: 3dff1ea0-8a3a-47af-a373-ac63d12d270b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: abfaa483-e670-4b3e-a7c7-12f6fc4e57a7
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-e2542":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-e2542":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-sklearn-graph-raw-e2542.18d58c11631c0225
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: 21dff180-fd8c-4820-9c12-3a77c84a4ed5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-e2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: abfaa483-e670-4b3e-a7c7-12f6fc4e57a7
  kind: Event
  lastTimestamp: "2026-09-15T16:41:46Z"
  message: InferenceService [isvc-sklearn-graph-raw-e2542] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:41:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:41:46Z"
    name: isvc-sklearn-graph-raw-e2542.18d58c226c0042b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: 66cd0af6-dfb6-46bd-9045-82ab2f0828ea
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:42:23.623452Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2b1598de9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17719"
    uid: fbef8721-7ae1-4188-b1d7-8475b79c4a5a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17730"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:24Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:42:24Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2b37a51caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: 5f30ef38-955a-41a9-a2f5-c785e3a3eeeb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:24Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2b38f5b802
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: 45693463-8c5f-438f-bb22-518a2d63921a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:24Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2b3c039c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "17765"
    uid: b72ff607-bd1e-4571-87b9-f7c78d01cdfe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:24Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2b3c67eb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 244d15b4-a3e6-4197-8c78-25b4e357a02a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:28Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2c223f304c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: 5e008320-eb0a-45fb-b956-95e6117cdabd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:28Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2c24d3d999
    namespace: kserve-ci-e2e-test
    resourceVersion: "17825"
    uid: 289d9cc6-9689-4c34-8686-e3690305715c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:28Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2c253ff4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17826"
    uid: cf06ff06-d419-4d2a-b005-f5e72190270d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:28Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2c254a6b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17829"
    uid: d1fff6e1-7782-49a8-b5bd-1b699fe6bcfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:28Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2c282d8d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17831"
    uid: eccf26bb-e3e0-4f42-a96b-0a30756fff04
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:28Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2c289b3692
    namespace: kserve-ci-e2e-test
    resourceVersion: "17832"
    uid: b1fa8783-c175-407a-9073-29d10744882f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:27Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c2c9a95fa80
    namespace: kserve-ci-e2e-test
    resourceVersion: "19057"
    uid: a5fd5a5e-a2d6-417b-bf7f-3bb1e7b9f511
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c470e6ac000
    namespace: kserve-ci-e2e-test
    resourceVersion: "18958"
    uid: d5090ef5-50df-4072-89f1-541cde9c0b18
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c470e6bbc03
    namespace: kserve-ci-e2e-test
    resourceVersion: "18963"
    uid: 216ead0d-1e2e-418c-b501-6a6301336855
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 7bdf5fba-52ba-4d1d-b9c5-eea906ddf3b2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:26Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9.18d58c479cff1514
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: 99eda969-83f6-40db-9322-3085f3351fda
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 5ca6649a-cf61-48f1-9e17-d668f635bb57
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9-dvdr9'
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9.18d58c2b1529df20
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: 1462d19d-b627-4384-856d-b3f5d3b86efa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: c77da30d-cc40-423a-a04c-f7ada2cb61b3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-da39c-predictor-7bf98cc5b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor.18d58c2b1275d529
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 2c0d6799-5dc1-4566-b2e6-c35d217cfc2b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: b4bc79d4-fc01-447e-b61b-0b5702b9f9d9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:08Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor.18d58c2e9110e555
    namespace: kserve-ci-e2e-test
    resourceVersion: "18168"
    uid: 57afe812-e4ba-4fa7-8a25-6a26d1dc12fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: b4bc79d4-fc01-447e-b61b-0b5702b9f9d9
  kind: Event
  lastTimestamp: "2026-09-15T16:43:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:08Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor.18d58c2e917e6869
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: 82bccdd3-4a60-4459-b4d5-f1e3ae3b7b13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: b4bc79d4-fc01-447e-b61b-0b5702b9f9d9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor.18d58c390e30bf24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18935"
    uid: 2e78b7ac-cdf0-424e-9e7a-8761c448b94a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17933"
    uid: b4bc79d4-fc01-447e-b61b-0b5702b9f9d9
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: isvc-sklearn-graph-raw-hpa-da39c-predictor.18d58c390e985776
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: 9be07e7d-86e7-415c-9236-f7b701cf7ce9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-da39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17692"
    uid: 8decbbf7-990d-4e7b-a70e-4d6443d3c324
  kind: Event
  lastTimestamp: "2026-09-15T16:43:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:57Z"
    name: isvc-sklearn-graph-raw-hpa-da39c.18d58c2b12813717
    namespace: kserve-ci-e2e-test
    resourceVersion: "18685"
    uid: 2acd73db-6056-45af-946c-0aed2adc914c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-da39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18683"
    uid: 8decbbf7-990d-4e7b-a70e-4d6443d3c324
  kind: Event
  lastTimestamp: "2026-09-15T16:43:57Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-da39c] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:43:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:57Z"
    name: isvc-sklearn-graph-raw-hpa-da39c.18d58c40e1a1f2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18684"
    uid: d8457aa7-69ac-46a9-ac5a-f7c09da18d5a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:46:09.230335Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20226"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    to ip-10-0-141-35.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c5f9cd0a953
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 96224446-7231-4a81-b14a-e4772fd6d908
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20236"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c5fbeac01a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: eac4080c-d796-4b29-af36-e84c26f22881
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c5fc1526dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20250"
    uid: 4e0ec8ee-f94c-4436-9013-495e633a46b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c5fc4b1f992
    namespace: kserve-ci-e2e-test
    resourceVersion: "20253"
    uid: 461ecf6e-ed9b-4f44-8c08-d9f65b19bde0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c5fc52100c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20254"
    uid: a4056c64-58e4-451a-90d8-c4bf45a2f9c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:14Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c60e31cdc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20305"
    uid: 5f09f913-fa20-4cf2-9a22-507d3fe23bf7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:14Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c60e5e07e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "20307"
    uid: 568db059-d19f-4082-92ef-13cdd4c1f0e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:14Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c60e64fcc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "20310"
    uid: 1a0ec04e-f0df-493d-8ea8-61aae6b1fcb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:14Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c60e658bad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20311"
    uid: 607a53c5-f436-4f1b-bc8a-04cb1c54662a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:14Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c60e93c8474
    namespace: kserve-ci-e2e-test
    resourceVersion: "20313"
    uid: 2a89f975-ad68-4e36-86a5-60893eaec57f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:46:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:14Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c60e9abb0ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20314"
    uid: 17257021-8535-4c94-9034-e0a94455f88b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:48:39Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:39Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c615b425cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21500"
    uid: 6241fcfe-284a-4a9f-96c5-2faebf19a49b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:48:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:39Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c828c1638dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: f230fa7b-35c4-45db-9251-3d6f32536453
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:48:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:39Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c828c16c30a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21496"
    uid: cba3a6f7-f26c-42c9-bf65-53ec2f947abd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 01c8e8e1-1248-4175-bb6d-2dd059baef67
  kind: Event
  lastTimestamp: "2026-09-15T16:48:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:48:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:42Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx.18d58c8359c1186d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: 9824a33d-2915-4b86-b2fb-25951bbd9dd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20218"
    uid: 61e37682-3c9e-44ca-a7c0-91e6d04586d2
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: 'Created pod: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5-jklcx'
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5.18d58c5f9c1d091b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: 8f71723f-b963-43d2-a908-58265a370e83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-d8f04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20215"
    uid: 7aafc1d3-f539-4faa-b172-ba90acd3664b
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-d8f04-predictor-bf4d886f5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor.18d58c5f99546d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "20220"
    uid: a2b68d96-a816-4d6a-93f3-fa084b7fee9a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d8f04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: e2f44b02-2c6f-4de6-ba47-2dc4402061a6
  kind: Event
  lastTimestamp: "2026-09-15T16:46:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:39Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor.18d58c6317c3554b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: ed488468-757a-4795-b778-e10946effed0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d8f04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: e2f44b02-2c6f-4de6-ba47-2dc4402061a6
  kind: Event
  lastTimestamp: "2026-09-15T16:46:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:39Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor.18d58c6318266cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: 5feb7f07-a5ed-42d5-a7e0-1d53eb5be3d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d8f04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: e2f44b02-2c6f-4de6-ba47-2dc4402061a6
  kind: Event
  lastTimestamp: "2026-09-15T16:48:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:24Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor.18d58c6a158854cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: ea92bf88-7a66-4aa9-846b-b6420434f471
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-d8f04-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20392"
    uid: e2f44b02-2c6f-4de6-ba47-2dc4402061a6
  kind: Event
  lastTimestamp: "2026-09-15T16:48:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:24Z"
    name: isvc-sklearn-scale-raw-d8f04-predictor.18d58c6a15efd96c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21359"
    uid: 1d1d3441-246e-4413-92a2-2dbbef072879
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d8f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "20205"
    uid: c517762c-219a-4740-a1fe-9bca7b7be9f2
  kind: Event
  lastTimestamp: "2026-09-15T16:48:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:48:30Z"
    name: isvc-sklearn-scale-raw-d8f04.18d58c5f995a2dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21408"
    uid: 66de2d4c-12bc-4ea7-91a2-b98fcc7cbcee
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-d8f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21406"
    uid: c517762c-219a-4740-a1fe-9bca7b7be9f2
  kind: Event
  lastTimestamp: "2026-09-15T16:48:29Z"
  message: InferenceService [isvc-sklearn-scale-raw-d8f04] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:48:29Z"
    name: isvc-sklearn-scale-raw-d8f04.18d58c8062f4651c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21407"
    uid: 5bfc1cab-baf3-44ad-ac46-c77ab27f54e1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:40:33.401732Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c116bdedf2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: b3b5f45d-7ddc-4326-949c-0222c0f45e8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c118e3a4e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16553"
    uid: d17bb045-28e9-44b1-9e51-e35b37234b26
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:34Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c118f89e405
    namespace: kserve-ci-e2e-test
    resourceVersion: "16555"
    uid: 2dfba9b5-dba1-431f-a266-0c3c371a17fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:34Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c11922768b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16556"
    uid: 981347df-7de0-42c7-a4b9-2af88d7a1c39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:34Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c11929e34bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 863856e0-fd01-499e-a75f-1a9559345bff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:38Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-15T16:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:38Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c12a3feb414
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 2f91b9aa-8d73-4b69-a7e7-4e231a185045
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:59Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 21.288s (21.288s
    including waiting). Image size: 1332356353 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:59Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c1798e43844
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: 4ac94ad6-cc0e-45e2-afa0-f4c847d0caac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:59Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c179bee3978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: a29600c7-a962-4a13-801b-83adf53c7d5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:59Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c179c6527b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: 55202b40-79d1-488a-a8c8-4acc06a0bf58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:40:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:40:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:40:59Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c179c6f22bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16786"
    uid: 98f69c92-c348-4545-8101-f3e168b06d39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:41:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:00Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c179feccbd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 9531df27-b792-49b1-b0dc-99cb10d3151b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:41:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:00Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c17a068a8e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: d8d775ed-17b8-4d87-a053-2d763e1029f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:41:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:41:57Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c1805b1a945
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: a058e4c6-8193-4f5a-a505-377ff40d90ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c2b100e8a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17694"
    uid: e6c22877-e181-47ea-b6e9-f53e458d3856
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: a771202e-8252-4280-a4d6-5331082dd590
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt.18d58c2b100f0fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: bcc571cc-a8f5-4263-86bd-ca3151606c0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: e669f30c-767b-4c19-823c-9b29ed6c6bae
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: 'Created pod: isvc-xgboost-graph-raw-e2542-predictor-6698479f49-jvnlt'
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-xgboost-graph-raw-e2542-predictor-6698479f49.18d58c116b099497
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 99c99db7-8ea5-439d-b4ab-9d4c83473357
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: a150d369-c073-4ab7-98f6-26959b47602b
  kind: Event
  lastTimestamp: "2026-09-15T16:40:33Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-e2542-predictor-6698479f49
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:40:33Z"
    name: isvc-xgboost-graph-raw-e2542-predictor.18d58c1168476a9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16509"
    uid: 957d7a76-87dc-4871-a65a-5a3507a75d68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 51e404da-2f00-4e91-a5ea-b7bca3cfede1
  kind: Event
  lastTimestamp: "2026-09-15T16:41:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:33Z"
    name: isvc-xgboost-graph-raw-e2542-predictor.18d58c14e6d2b703
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: ba377d15-4154-47aa-b29b-9a1872de0343
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: 51e404da-2f00-4e91-a5ea-b7bca3cfede1
  kind: Event
  lastTimestamp: "2026-09-15T16:41:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:41:33Z"
    name: isvc-xgboost-graph-raw-e2542-predictor.18d58c14e7348b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: e180ce4a-95c7-4cbe-b0cb-d0e0ff87bb1e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 51e404da-2f00-4e91-a5ea-b7bca3cfede1
  kind: Event
  lastTimestamp: "2026-09-15T16:42:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:18Z"
    name: isvc-xgboost-graph-raw-e2542-predictor.18d58c22e1f26323
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: 44be8183-5ebe-4a77-9416-35c62ac9f718
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:41:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-e2542-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 51e404da-2f00-4e91-a5ea-b7bca3cfede1
  kind: Event
  lastTimestamp: "2026-09-15T16:42:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:41:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:18Z"
    name: isvc-xgboost-graph-raw-e2542-predictor.18d58c22e255b479
    namespace: kserve-ci-e2e-test
    resourceVersion: "17597"
    uid: 94f4f2a3-8fcb-4639-908c-d35b20291557
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:40:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: f4414630-08ab-4d51-94f0-1afa3d314cf7
  kind: Event
  lastTimestamp: "2026-09-15T16:42:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:42:07Z"
    name: isvc-xgboost-graph-raw-e2542.18d58c116871e47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17444"
    uid: e58b1c0a-8fcb-485b-bb02-3aaffe73882d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-e2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "17440"
    uid: f4414630-08ab-4d51-94f0-1afa3d314cf7
  kind: Event
  lastTimestamp: "2026-09-15T16:42:07Z"
  message: InferenceService [isvc-xgboost-graph-raw-e2542] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:42:07Z"
    name: isvc-xgboost-graph-raw-e2542.18d58c2768d032f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17442"
    uid: 2a4cd974-21e0-4778-a8f1-7ea823e207a1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:42:23.714096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2b1afff91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17747"
    uid: 0f6c968a-493c-4c29-b983-4e512f1fddc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:24Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:42:24Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2b3cfd7af9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: 18b92efa-c1b6-4e83-b5cb-5c3949268b11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:24Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2b3e500e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: f6fb0736-522c-41d2-9a22-71af34ec542c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:24Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2b4172a23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: cb328303-f309-43b1-9da1-167f99c74480
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:42:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:24Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2b41dd3f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "17774"
    uid: ad74ca62-31f3-4259-939f-68a0ec82484c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2c5e808971
    namespace: kserve-ci-e2e-test
    resourceVersion: "17838"
    uid: e7872b68-c1d9-4bac-b870-e6d101977b87
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2c619634e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: 93e4ce96-4778-4fd5-a40c-d6572c1294eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2c621f977f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17842"
    uid: 363af5f0-b3a8-40e7-addd-c5a05c26fe1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2c622a3be0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 2e657a58-0c93-48bb-aeb3-89df8b3193d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2c654fc998
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: 6d7f50a6-e122-48fd-984e-8549233fbf25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:42:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:42:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:29Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2c65b9ece5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: 9a963a2d-c00b-4d27-bd17-36c7c44d8d2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:44:26Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:42:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:26Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c2c9a98e2ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: 2d9a0104-fac0-4bbf-bbf0-b1f10a8bfbbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c471136cfec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18975"
    uid: cd82f58a-99e0-4f0a-8132-b4706cc77a53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c471137452c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18979"
    uid: a3feefef-9763-417c-9dfa-5806c75d244d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 98da109b-e540-46b4-b30a-03e1055b1ca3
  kind: Event
  lastTimestamp: "2026-09-15T16:44:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:26Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd.18d58c479cffd155
    namespace: kserve-ci-e2e-test
    resourceVersion: "19044"
    uid: 681e5eb2-bb1a-462d-ace5-1620f2084d66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17733"
    uid: cd5246b4-e090-4c0e-9d66-fdaa0c4020ab
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5-mfknd'
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5.18d58c2b1a97c117
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: 5a602db2-eaca-4be5-bcc5-0946bf1e67f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: ba054458-fae3-4c34-bead-ca29ebe87975
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-da39c-predictor-6ff999c8d5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor.18d58c2b1828e4d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17735"
    uid: 7ddb1453-b675-4d23-8334-5abff8d9cf1b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: cfb0ac98-3d0b-42a8-b196-d8fa3c79e794
  kind: Event
  lastTimestamp: "2026-09-15T16:43:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:08Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor.18d58c2e969f587e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: 1b054635-94b4-45d0-89bb-bd85be31adcb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: cfb0ac98-3d0b-42a8-b196-d8fa3c79e794
  kind: Event
  lastTimestamp: "2026-09-15T16:43:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:42:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:43:08Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor.18d58c2e9701a3bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18172"
    uid: 9114eeaa-fc71-4a32-8b88-96887d90535b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: cfb0ac98-3d0b-42a8-b196-d8fa3c79e794
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor.18d58c3912ee5b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18955"
    uid: 188a02bc-1374-4029-a6a3-0db2154a72bf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17937"
    uid: cfb0ac98-3d0b-42a8-b196-d8fa3c79e794
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:43:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: isvc-xgboost-graph-raw-hpa-da39c-predictor.18d58c3913507657
    namespace: kserve-ci-e2e-test
    resourceVersion: "18965"
    uid: 795f3dc2-1093-4625-ae5b-4c0d671c0064
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-da39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 3e5ed538-df00-4c8e-ba0c-f08cac48fc14
  kind: Event
  lastTimestamp: "2026-09-15T16:43:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:46Z"
    name: isvc-xgboost-graph-raw-hpa-da39c.18d58c2b182ea2b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: b2b13405-016b-4199-8f76-42590ee64ee1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:43:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-da39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: 3e5ed538-df00-4c8e-ba0c-f08cac48fc14
  kind: Event
  lastTimestamp: "2026-09-15T16:43:46Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-da39c] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:43:46Z"
    name: isvc-xgboost-graph-raw-hpa-da39c.18d58c3e51ee9a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: 06255300-8a10-461d-bfad-62faa2878741
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:44:23.951355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18997"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    to ip-10-0-141-35.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c4719b2f68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19002"
    uid: a041f915-0b75-426d-9d04-a7e14c0c9a65
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "19008"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:24Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:44:24Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c473b8ad99d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: a049425b-040f-4160-bb46-f162066b642d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:24Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-15T16:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:24Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c473cd151c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: b0997646-6689-4fde-bdb4-41bddd2b2cd9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:25Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.422s (1.422s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:25Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c47919489be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19035"
    uid: 86086560-b6e5-401f-8576-c8da65a876b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:26Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c47945a4a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "19036"
    uid: 0087a343-81e8-4f46-b868-221e9c30b6f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:26Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c4794d791e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: b1b3f0cc-0121-4fee-9a10-a4e91e78532a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:26Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c4794e02039
    namespace: kserve-ci-e2e-test
    resourceVersion: "19039"
    uid: 8c358bb0-b97f-4b15-88b9-0301974293ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:26Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c479794fb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19040"
    uid: 2e54dae3-1abd-4be1-b3ae-f751c4a32c5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:44:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:26Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c47980287c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 08edbbef-6ce0-4f75-a43b-b32066a4b1b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c5f9696924d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20207"
    uid: 96b090f2-297b-4bf2-a338-3db38762a744
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz
    namespace: kserve-ci-e2e-test
    resourceVersion: "18999"
    uid: f0ffeb45-dfa1-4096-b1d6-8db7750f231f
  kind: Event
  lastTimestamp: "2026-09-15T16:46:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:09Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz.18d58c5f9696fb18
    namespace: kserve-ci-e2e-test
    resourceVersion: "20208"
    uid: 6da424a0-6869-493f-93ab-b94c80cde68c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-141-35.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-141-35.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18988"
    uid: 5d6e929a-0ceb-415f-9240-b6ca20eced74
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: 'Created pod: message-dumper-raw-ae4ee-predictor-57c7b8756d-q25kz'
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: message-dumper-raw-ae4ee-predictor-57c7b8756d.18d58c47194c1cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "19000"
    uid: c77ff6ba-c78d-4331-a5ad-0a9c2bb4be43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: e4ef5590-3eb5-499f-a312-54cf6c7dc5fc
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: Scaled up replica set message-dumper-raw-ae4ee-predictor-57c7b8756d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: message-dumper-raw-ae4ee-predictor.18d58c4715a9915a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18990"
    uid: 023659b7-54b7-443f-8a11-f3d7bdb183b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: c9ab1c69-d4dc-40e6-a27c-e14f70064b75
  kind: Event
  lastTimestamp: "2026-09-15T16:45:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:08Z"
    name: message-dumper-raw-ae4ee-predictor.18d58c4a9462d262
    namespace: kserve-ci-e2e-test
    resourceVersion: "19468"
    uid: d78b4eda-84d7-4468-8a6d-7f2cbdc9d786
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18987"
    uid: c9ab1c69-d4dc-40e6-a27c-e14f70064b75
  kind: Event
  lastTimestamp: "2026-09-15T16:45:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:44:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:45:08Z"
    name: message-dumper-raw-ae4ee-predictor.18d58c4a94c35d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "19469"
    uid: 64185866-bc97-4e1a-8b88-9b3ca34bf01d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19208"
    uid: c9ab1c69-d4dc-40e6-a27c-e14f70064b75
  kind: Event
  lastTimestamp: "2026-09-15T16:44:53Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:53Z"
    name: message-dumper-raw-ae4ee-predictor.18d58c4e13d8f6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: 0e979647-8039-4da5-9807-c4a7c3db0489
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ae4ee-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19208"
    uid: c9ab1c69-d4dc-40e6-a27c-e14f70064b75
  kind: Event
  lastTimestamp: "2026-09-15T16:44:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:53Z"
    name: message-dumper-raw-ae4ee-predictor.18d58c4e142283c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: eb9faa41-c8f5-4127-a1ce-92821ae75e75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-ae4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: e761238c-1573-4a51-ab8f-b93194d47262
  kind: Event
  lastTimestamp: "2026-09-15T16:44:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:33Z"
    name: message-dumper-raw-ae4ee.18d58c47165eac4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: 84ece8e7-52f4-4617-a5eb-9aa96328aef7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-ae4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18969"
    uid: e761238c-1573-4a51-ab8f-b93194d47262
  kind: Event
  lastTimestamp: "2026-09-15T16:44:24Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-ae4ee":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-ae4ee":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:24Z"
    name: message-dumper-raw-ae4ee.18d58c471740036c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: b401d3b9-2c8f-4997-b17c-2b051800c62e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-ae4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: e761238c-1573-4a51-ab8f-b93194d47262
  kind: Event
  lastTimestamp: "2026-09-15T16:44:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-ae4ee": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:24Z"
    name: message-dumper-raw-ae4ee.18d58c471de97eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: 8d7c4e81-88f5-480c-8957-0acd9561b8f1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-ae4ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19111"
    uid: e761238c-1573-4a51-ab8f-b93194d47262
  kind: Event
  lastTimestamp: "2026-09-15T16:44:33Z"
  message: InferenceService [message-dumper-raw-ae4ee] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:33Z"
    name: message-dumper-raw-ae4ee.18d58c494af1152e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19112"
    uid: a9ddb56f-af50-4d73-83ec-9e05676a2f1f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:53:29.132770Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24051"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:53:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:53:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc6090b2525
    namespace: kserve-ci-e2e-test
    resourceVersion: "24055"
    uid: caeba000-857b-482d-ac05-8c0a6e3acb21
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc610f0a209
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: ad1b82cd-d228-416b-bc6c-72d151073e57
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24059"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:30Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:53:30Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc64ed8dd4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24076"
    uid: 6691f240-5bd8-4ac6-8f2d-a29ea540c378
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:30Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-15T16:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:30Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc65051d24b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24078"
    uid: 5aed3b92-570a-40de-a088-77f6dc906be8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.241s (1.241s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc69a587f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: 80735aac-3513-4d07-82fa-1f21327786fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc69d3be267
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: c9f00e66-b43c-41a9-9618-5a6cefbc0daa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc69db42b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "24090"
    uid: 38da02f1-7471-4849-a6a3-81e0c9ae1a04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc69dbe1db1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24091"
    uid: 27caee84-4ae8-4321-a0f4-eee90b0d3ebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc6a11ddd37
    namespace: kserve-ci-e2e-test
    resourceVersion: "24092"
    uid: dc969ab3-a0d2-4b90-8f05-3c19259a333a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:53:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:53:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:53:31Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58cc6a19768a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24093"
    uid: 0e215680-e268-4427-b89f-4a5ea5a05b15
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:55:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58ce0e38ccd10
    namespace: kserve-ci-e2e-test
    resourceVersion: "25016"
    uid: 8656f995-1168-437b-955d-24316af66299
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:55:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24053"
    uid: 4bceb204-8a3f-41d6-a766-44e296a55209
  kind: Event
  lastTimestamp: "2026-09-15T16:55:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:55:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:55:24Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb.18d58ce0e38df67d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25017"
    uid: f1cd9771-1d4e-45ea-b66d-ab163ed70eba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24039"
    uid: 5ba0c338-5c7f-4619-a93b-25316fff1e54
  kind: Event
  lastTimestamp: "2026-09-15T16:53:29Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-7vhqb'
  metadata:
    creationTimestamp: "2026-09-15T16:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d58cc60898ac53
    namespace: kserve-ci-e2e-test
    resourceVersion: "24052"
    uid: 42a70c60-57f7-410f-96a5-ef60ab93d19b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24037"
    uid: 0209eba8-d571-4d35-b960-e77dc9940325
  kind: Event
  lastTimestamp: "2026-09-15T16:53:29Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:29Z"
    name: message-dumper-raw-cipn-predictor.18d58cc60538f7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24040"
    uid: 89fcee61-2ec4-4f11-a74d-4a0b93c1e873
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: 7a6388e5-55b2-4df4-bd48-7c8db13bfbb6
  kind: Event
  lastTimestamp: "2026-09-15T16:53:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:59Z"
    name: message-dumper-raw-cipn-predictor.18d58cc98401a64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: 803dec6d-5216-4aa8-a762-d857ef47a968
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24038"
    uid: 7a6388e5-55b2-4df4-bd48-7c8db13bfbb6
  kind: Event
  lastTimestamp: "2026-09-15T16:53:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:53:59Z"
    name: message-dumper-raw-cipn-predictor.18d58cc98464df41
    namespace: kserve-ci-e2e-test
    resourceVersion: "24366"
    uid: 9d339daa-dc5b-4ad7-8b65-e47b43b16a16
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: 94e73869-f186-4897-9cde-9842b5c86804
  kind: Event
  lastTimestamp: "2026-09-15T16:53:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:40Z"
    name: message-dumper-raw-cipn.18d58cc6053cfe24
    namespace: kserve-ci-e2e-test
    resourceVersion: "24159"
    uid: 9612dcb8-1542-4bda-a837-2f956dd017f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24031"
    uid: 94e73869-f186-4897-9cde-9842b5c86804
  kind: Event
  lastTimestamp: "2026-09-15T16:53:29Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:53:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:29Z"
    name: message-dumper-raw-cipn.18d58cc605c3c72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24045"
    uid: 4eb623c9-1992-4467-b8d4-10d6e153a855
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:53:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24157"
    uid: 94e73869-f186-4897-9cde-9842b5c86804
  kind: Event
  lastTimestamp: "2026-09-15T16:53:40Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:53:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:53:40Z"
    name: message-dumper-raw-cipn.18d58cc8923f5602
    namespace: kserve-ci-e2e-test
    resourceVersion: "24158"
    uid: f247b6fd-f74a-4e3d-81b5-dc5225869340
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:42:13.323516Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17528"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:42:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:42:13Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c28afac3fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: ffe9e88f-1170-4238-b659-d9e2af702c08
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-e2542-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:13Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c28b709f881
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 7a507384-5abd-4446-a99b-a399ccbda3cd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:14Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:42:14Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c28f51d24f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: ee0efa73-9529-4dc9-91d4-5b4557fb97b0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e2542}
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374"
  metadata:
    creationTimestamp: "2026-09-15T16:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:14Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c28f6539dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 5ab34b31-1f92-44f3-8e31-42b09fe381b9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e2542}
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374"
    in 1.933s (1.933s including waiting). Image size: 214921316 bytes.'
  metadata:
    creationTimestamp: "2026-09-15T16:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:16Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c296993ecb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: aad7e2c2-f762-4c08-9e7c-3bde92e7a06e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e2542}
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:16Z"
  message: 'Created container: model-chainer-raw-e2542'
  metadata:
    creationTimestamp: "2026-09-15T16:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:16Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c296cbf382b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 2bc663cf-f5c3-46d8-b65a-20de39812e9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e2542}
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:16Z"
  message: Started container model-chainer-raw-e2542
  metadata:
    creationTimestamp: "2026-09-15T16:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:16Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c296d2f4d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 48ea1240-1c39-447e-8f5f-52896a55fb1b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e2542}
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:23Z"
  message: Stopping container model-chainer-raw-e2542
  metadata:
    creationTimestamp: "2026-09-15T16:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:23Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c2b073563fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: fc4ad375-b358-4541-9643-90fe97caea78
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-e2542}
    kind: Pod
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: cdb01404-179e-4f58-a3f6-662a72e23ff2
  kind: Event
  lastTimestamp: "2026-09-15T16:42:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-15T16:42:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:42:53Z"
    name: model-chainer-raw-e2542-7fdc9d5f94-mpc8d.18d58c2c1f863702
    namespace: kserve-ci-e2e-test
    resourceVersion: "18041"
    uid: 2cefecac-d771-4d18-8366-684600d2902d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-e2542-7fdc9d5f94
    namespace: kserve-ci-e2e-test
    resourceVersion: "17525"
    uid: 52f877d2-a886-462e-b87e-71fd5e29751d
  kind: Event
  lastTimestamp: "2026-09-15T16:42:13Z"
  message: 'Created pod: model-chainer-raw-e2542-7fdc9d5f94-mpc8d'
  metadata:
    creationTimestamp: "2026-09-15T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:13Z"
    name: model-chainer-raw-e2542-7fdc9d5f94.18d58c28af225909
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: 0db53def-5b07-4c89-930c-b6616f06e90a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-e2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 27928777-5a03-41a3-af4a-a4f4b0acd95e
  kind: Event
  lastTimestamp: "2026-09-15T16:42:13Z"
  message: Scaled up replica set model-chainer-raw-e2542-7fdc9d5f94 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:42:13Z"
    name: model-chainer-raw-e2542.18d58c28ae664ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 310771e6-be74-4f29-9f24-357ac63d3d58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:42:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-e2542
    namespace: kserve-ci-e2e-test
    resourceVersion: "17540"
    uid: 41849f55-25b3-4c1c-b325-624c07649986
  kind: Event
  lastTimestamp: "2026-09-15T16:42:13Z"
  message: InferenceGraph [model-chainer-raw-e2542] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:42:13Z"
    name: model-chainer-raw-e2542.18d58c28b3a7b14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17542"
    uid: 878770f0-9f67-4696-824e-4a246c6d17cd
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:44:13.616936Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18812"
    uid: dc8d2de2-37f2-4e49-93a2-0580570e87c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:44:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf.18d58c44b1b82bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: b1f12bb9-684f-4b1c-a884-7208394e8172
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: dc8d2de2-37f2-4e49-93a2-0580570e87c2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:13Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-da39c-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf.18d58c44bbaa773e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18833"
    uid: 351ef28e-8897-417d-b02a-358996fb2243
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: dc8d2de2-37f2-4e49-93a2-0580570e87c2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:14Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:44:14Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf.18d58c44f76602a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18843"
    uid: 3557d74c-fb5c-444f-85ed-db3f8a013970
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-da39c}
    kind: Pod
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: dc8d2de2-37f2-4e49-93a2-0580570e87c2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:14Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:a9a6602e4ff6d231668f86dd27b8a0b42e39ad3e4d5853d739607bad79c35374"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:14Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf.18d58c44f89882ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: ca8da336-4fbe-4dbb-b9cc-08d148823a3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-da39c}
    kind: Pod
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: dc8d2de2-37f2-4e49-93a2-0580570e87c2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:14Z"
  message: 'Created container: model-chainer-raw-hpa-da39c'
  metadata:
    creationTimestamp: "2026-09-15T16:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:14Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf.18d58c44fb53712d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18846"
    uid: fd18fd31-cc91-48a2-b857-0f6ee155bafe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-da39c}
    kind: Pod
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: dc8d2de2-37f2-4e49-93a2-0580570e87c2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:14Z"
  message: Started container model-chainer-raw-hpa-da39c
  metadata:
    creationTimestamp: "2026-09-15T16:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:14Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf.18d58c44fbcc4455
    namespace: kserve-ci-e2e-test
    resourceVersion: "18847"
    uid: 237593cd-4d0c-4bb5-83cc-7e9da58646bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-da39c}
    kind: Pod
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: dc8d2de2-37f2-4e49-93a2-0580570e87c2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:23Z"
  message: Stopping container model-chainer-raw-hpa-da39c
  metadata:
    creationTimestamp: "2026-09-15T16:44:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:23Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf.18d58c4709613bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 0c2b34cd-0aa6-44e2-9f62-72e1fd41ef0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-da39c}
    kind: Pod
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18814"
    uid: dc8d2de2-37f2-4e49-93a2-0580570e87c2
  kind: Event
  lastTimestamp: "2026-09-15T16:44:51Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-15T16:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:44:51Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf.18d58c47b90c0274
    namespace: kserve-ci-e2e-test
    resourceVersion: "19328"
    uid: a0b917ee-bc11-45d6-aadc-ebbf2d749723
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-da39c-5b77f48bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18808"
    uid: 333aba9a-d136-40be-877a-26b81c82764b
  kind: Event
  lastTimestamp: "2026-09-15T16:44:13Z"
  message: 'Created pod: model-chainer-raw-hpa-da39c-5b77f48bbd-g9mqf'
  metadata:
    creationTimestamp: "2026-09-15T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: model-chainer-raw-hpa-da39c-5b77f48bbd.18d58c44b12859bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18813"
    uid: 7ab36960-0fa8-4a09-ae0f-13f671793e58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-da39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18806"
    uid: 937e5414-f78a-4598-b24d-4686f6cc8daf
  kind: Event
  lastTimestamp: "2026-09-15T16:44:13Z"
  message: Scaled up replica set model-chainer-raw-hpa-da39c-5b77f48bbd from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: model-chainer-raw-hpa-da39c.18d58c44b08b6233
    namespace: kserve-ci-e2e-test
    resourceVersion: "18810"
    uid: eeb99cf4-7a6a-4314-a87b-ecb297b314df
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-da39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18823"
    uid: 4e1bc14c-fd0c-4615-957d-87e8876be442
  kind: Event
  lastTimestamp: "2026-09-15T16:44:13Z"
  message: InferenceGraph [model-chainer-raw-hpa-da39c] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: model-chainer-raw-hpa-da39c.18d58c44b5354ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 39275d61-fe74-4e13-9c37-46a4f8a2b90c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-da39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: 4e1bc14c-fd0c-4615-957d-87e8876be442
  kind: Event
  lastTimestamp: "2026-09-15T16:44:13Z"
  message: 'Failed to update status for InferenceGraph "model-chainer-raw-hpa-da39c":
    Operation cannot be fulfilled on inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-da39c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: model-chainer-raw-hpa-da39c.18d58c44b78a25ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: a0be123e-4650-4a88-a10e-0425ee00e238
  reason: UpdateFailed
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:44:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-da39c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: 4e1bc14c-fd0c-4615-957d-87e8876be442
  kind: Event
  lastTimestamp: "2026-09-15T16:44:13Z"
  message: 'fails to update InferenceGraph status: Operation cannot be fulfilled on
    inferencegraphs.serving.kserve.io "model-chainer-raw-hpa-da39c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:44:13Z"
    name: model-chainer-raw-hpa-da39c.18d58c44b78a648a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: 87db8b33-08f5-4a59-bcc8-8750623820ef
  reason: InternalError
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:46:07.344374Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:46:07Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c5f2c6722ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20130"
    uid: 9261be76-1abb-431d-8fe4-b6228be62648
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20134"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:07Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:46:07Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c5f4e6145ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: ead3822a-fdbc-4465-8c12-8debf5cb150a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:07Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c5f4fabcda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20148"
    uid: ac5eba84-7f6d-478b-98b0-cb46a10875c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:07Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c5f5245c2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20150"
    uid: cb1666b1-8f06-4272-a433-049fb1b2b63d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:07Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c5f52b9394e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20151"
    uid: 2058509b-355b-4d59-929c-404cdce1c46b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:12Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c604b02ca3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20273"
    uid: 339fb3ae-800a-411a-94a3-6c06111467aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:12Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c604ddc039a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 34d26f13-a9c5-4d1f-a289-f414e55f1324
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:12Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c604e50b198
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: c184e98a-36a8-4e05-ac03-768af199f62a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:12Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c604e5b93bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: f5e9a5f4-a3c7-4030-a555-d9c7b0c84db6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:12Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c60515aed06
    namespace: kserve-ci-e2e-test
    resourceVersion: "20281"
    uid: f1051928-f373-48cd-ba0f-b8212f2dba7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:46:12Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c6051d2f0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20282"
    uid: 6dbe33ce-98e4-4fa6-a4c8-28728d65b42e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:46:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:40Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c60c32296d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20974"
    uid: 247e7393-8b24-4b93-94b5-882814a32a1c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:37Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c7425869286
    namespace: kserve-ci-e2e-test
    resourceVersion: "20948"
    uid: f2b715a6-d0be-44e9-98fe-d171064a1311
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:37Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c74258763a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20949"
    uid: 6dbd4a9b-fbb3-42bc-a6e4-29eb294c08c5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20128"
    uid: 39aabda6-7324-465c-995c-22778b6cdef3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:47:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:40Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb.18d58c74c95c0fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20973"
    uid: fd1f772f-6381-4b13-bea0-8190db1aee2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-efad6-predictor-5d7fd686b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20115"
    uid: dccbc1e1-c3ba-465e-8bfb-ae31a5a48710
  kind: Event
  lastTimestamp: "2026-09-15T16:46:07Z"
  message: 'Created pod: raw-sklearn-efad6-predictor-5d7fd686b5-qwnsb'
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:07Z"
    name: raw-sklearn-efad6-predictor-5d7fd686b5.18d58c5f2bea7ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20127"
    uid: e1dacb0f-82b3-4200-85ae-d8b70cd7d6a4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-efad6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20113"
    uid: ea66b4ea-d209-45a5-a0fe-2f58b454c0a3
  kind: Event
  lastTimestamp: "2026-09-15T16:46:07Z"
  message: Scaled up replica set raw-sklearn-efad6-predictor-5d7fd686b5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:07Z"
    name: raw-sklearn-efad6-predictor.18d58c5f29157d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20118"
    uid: 1a76abfe-5588-488f-b40d-972b7817f053
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-efad6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20114"
    uid: 7f4b75de-01cb-4e05-bd1e-d640fcfc07ae
  kind: Event
  lastTimestamp: "2026-09-15T16:46:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:52Z"
    name: raw-sklearn-efad6-predictor.18d58c62a7f475ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20599"
    uid: 1695c50c-1a1c-4549-abfd-27f274025fbb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-efad6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20114"
    uid: 7f4b75de-01cb-4e05-bd1e-d640fcfc07ae
  kind: Event
  lastTimestamp: "2026-09-15T16:46:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:46:52Z"
    name: raw-sklearn-efad6-predictor.18d58c62a85be7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20600"
    uid: 0fec8948-378a-4263-9e4c-e8393f5171fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-efad6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: 7f4b75de-01cb-4e05-bd1e-d640fcfc07ae
  kind: Event
  lastTimestamp: "2026-09-15T16:47:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:37Z"
    name: raw-sklearn-efad6-predictor.18d58c662713a1fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20941"
    uid: cdc644af-0452-4235-ada0-b4d4cd5c0060
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-efad6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20374"
    uid: 7f4b75de-01cb-4e05-bd1e-d640fcfc07ae
  kind: Event
  lastTimestamp: "2026-09-15T16:47:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:37Z"
    name: raw-sklearn-efad6-predictor.18d58c66277991f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20946"
    uid: 4fe3100c-5d9f-4ac8-8fca-30a8ac755a62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-efad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: 30448044-21e7-40c6-9952-54704bdf85be
  kind: Event
  lastTimestamp: "2026-09-15T16:47:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:47:30Z"
    name: raw-sklearn-efad6.18d58c5f29160847
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: 7c851cd9-65e4-4d05-bd83-45b3afcd8362
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:46:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-efad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20106"
    uid: 30448044-21e7-40c6-9952-54704bdf85be
  kind: Event
  lastTimestamp: "2026-09-15T16:46:07Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-efad6": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-efad6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:46:07Z"
    name: raw-sklearn-efad6.18d58c5f29896ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20121"
    uid: 697cd723-ba87-49b4-969b-f8e74d3a04a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-efad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 30448044-21e7-40c6-9952-54704bdf85be
  kind: Event
  lastTimestamp: "2026-09-15T16:47:30Z"
  message: InferenceService [raw-sklearn-efad6] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:47:30Z"
    name: raw-sklearn-efad6.18d58c727a25cd1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 20becf9b-de95-4362-8d93-3318f17213a5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-15T16:47:42.632823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21020"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    to ip-10-0-130-221.ec2.internal
  metadata:
    creationTimestamp: "2026-09-15T16:47:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-15T16:47:42Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c755c098689
    namespace: kserve-ci-e2e-test
    resourceVersion: "21026"
    uid: feeb6774-429b-4563-82bc-aca7d2cafc83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-8457f6cf96-sspgj
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21032"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:43Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-15T16:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-15T16:47:43Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c757e89854c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21039"
    uid: e4417d23-c18a-4265-b717-729f45dd9287
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2c11b2794471bf8dc3adcf7eb800ee2cb196dcfdf71ab24c64a7547822ee5ced"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:43Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c757fce0694
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: d197d96f-2a81-4e69-a470-349c1b218bae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-15T16:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:43Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c75831f7c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 752502e3-dc00-4101-b9c1-b33918433f71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-15T16:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:43Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c758398fc1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21044"
    uid: 3056875d-a887-4cb1-b459-348d5edd4c83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1974"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:47Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c76807ea03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: 92880f7d-df8e-4043-8854-f64e5d063f03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-15T16:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:47Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c7683628048
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: 07d5e3be-f2ca-46f6-b3c4-59f8fcd139ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:47Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c7683d7707b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: bf637dff-f141-499b-a442-ef7e0fb0552f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-15T16:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:47Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c7683e16637
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: f70f57be-d91b-432d-af8b-2f0b7761f8e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-15T16:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:47Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c7686e31ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: 1b442649-ddc4-4eb5-99c4-32403aba2254
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:47:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:47:47Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c76876a49f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21089"
    uid: 2e4595ca-97f3-4c45-92b1-19f48a1702f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:48:55Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-15T16:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:48:55Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c76f85faa1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21738"
    uid: 2c5653be-b450-4d8b-8842-79b292b51bd4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:49:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-d5318-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-15T16:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:06Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c8809854b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21859"
    uid: d04f5275-100f-4d1c-9950-a9a4b3ced5b6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:49:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-15T16:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:03Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c884506c001
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: e2df9870-380e-40bf-a927-b86781a26fab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:49:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-15T16:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:03Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c884507372c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: 5594feb5-6da6-4070-879a-b01d88fb10c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21023"
    uid: 1497ac79-5ebf-4b1e-84f6-1e71c1d0aaf3
  kind: Event
  lastTimestamp: "2026-09-15T16:49:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-15T16:49:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-15T16:49:05Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d.18d58c88aa8bb536
    namespace: kserve-ci-e2e-test
    resourceVersion: "21852"
    uid: 5655ff50-f7f0-4178-9659-fffe94be2999
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-130-221.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-130-221.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21007"
    uid: 59c495b0-f7ee-42f8-a752-b7c5b89fea0c
  kind: Event
  lastTimestamp: "2026-09-15T16:47:42Z"
  message: 'Created pod: raw-sklearn-runtime-d5318-predictor-6bb6675c77-6ws7d'
  metadata:
    creationTimestamp: "2026-09-15T16:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:42Z"
    name: raw-sklearn-runtime-d5318-predictor-6bb6675c77.18d58c755b931ccd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21022"
    uid: f2cb69ec-af28-448c-a022-ebd3f38eb775
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-d5318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21003"
    uid: 1e33042d-8024-41a3-812c-2231b66722b1
  kind: Event
  lastTimestamp: "2026-09-15T16:47:42Z"
  message: Scaled up replica set raw-sklearn-runtime-d5318-predictor-6bb6675c77 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-15T16:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:42Z"
    name: raw-sklearn-runtime-d5318-predictor.18d58c75572c1338
    namespace: kserve-ci-e2e-test
    resourceVersion: "21009"
    uid: 95c0f88c-5538-4802-b797-0147af5cf9a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-d5318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: 372e6d2e-8055-440f-88aa-1ee3e1143e3e
  kind: Event
  lastTimestamp: "2026-09-15T16:47:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:57Z"
    name: raw-sklearn-runtime-d5318-predictor.18d58c78d57b669e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21165"
    uid: 82faa3a4-3ee5-4cf3-abfe-4d850627919b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-d5318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21005"
    uid: 372e6d2e-8055-440f-88aa-1ee3e1143e3e
  kind: Event
  lastTimestamp: "2026-09-15T16:47:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-15T16:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:47:57Z"
    name: raw-sklearn-runtime-d5318-predictor.18d58c78d5d99408
    namespace: kserve-ci-e2e-test
    resourceVersion: "21167"
    uid: cd8fad87-acb1-490d-8aca-18d7e8912fe3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-d5318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 372e6d2e-8055-440f-88aa-1ee3e1143e3e
  kind: Event
  lastTimestamp: "2026-09-15T16:48:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:57Z"
    name: raw-sklearn-runtime-d5318-predictor.18d58c7c5486f79e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21759"
    uid: 0d5513f8-7f82-4207-9787-bbabbcd0d203
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-15T16:48:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-d5318-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21166"
    uid: 372e6d2e-8055-440f-88aa-1ee3e1143e3e
  kind: Event
  lastTimestamp: "2026-09-15T16:48:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-15T16:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-15T16:48:57Z"
    name: raw-sklearn-runtime-d5318-predictor.18d58c7c54ea40ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21760"
    uid: ef67acb1-66d0-4d63-8c7c-b2d761b9da37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-d5318
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: 5c3063eb-4821-4534-87ff-993c8e9af2d5
  kind: Event
  lastTimestamp: "2026-09-15T16:49:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-15T16:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:49:02Z"
    name: raw-sklearn-runtime-d5318.18d58c755701325c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 283bcb89-9032-43eb-a2e8-b53ee1c6d7a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-d5318
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: 5c3063eb-4821-4534-87ff-993c8e9af2d5
  kind: Event
  lastTimestamp: "2026-09-15T16:47:42Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-d5318":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-d5318":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:47:42Z"
    name: raw-sklearn-runtime-d5318.18d58c755781ecfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21030"
    uid: 8f6e8ed7-b326-4fae-83c2-08078d082c5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:47:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-d5318
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 5c3063eb-4821-4534-87ff-993c8e9af2d5
  kind: Event
  lastTimestamp: "2026-09-15T16:47:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-d5318": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-15T16:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:47:42Z"
    name: raw-sklearn-runtime-d5318.18d58c755cdddc07
    namespace: kserve-ci-e2e-test
    resourceVersion: "21031"
    uid: b6ec4f61-4143-4447-b5b2-ad381f13d549
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-15T16:49:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-d5318
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 5c3063eb-4821-4534-87ff-993c8e9af2d5
  kind: Event
  lastTimestamp: "2026-09-15T16:49:02Z"
  message: InferenceService [raw-sklearn-runtime-d5318] is Ready
  metadata:
    creationTimestamp: "2026-09-15T16:49:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-15T16:49:02Z"
    name: raw-sklearn-runtime-d5318.18d58c87e54ab8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: b7eecbd6-214e-4794-96ec-d3194d4f6f8d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "25250"