---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:28:55.695499Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19766"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-594f5f9bd5-krwrj
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6844559f0472e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: e82719e5-35b0-41f0-8794-b1e7bdef86b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19784"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6844573aaddc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19798"
    uid: 7d219e1d-f809-4057-93bf-13289efb97b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c684457589aa07
    namespace: kserve-ci-e2e-test
    resourceVersion: "19800"
    uid: 85b6c1cc-bec5-4f4b-9c5c-cd71810218a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c684457875f66f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19802"
    uid: a7e4f35c-269c-4002-b749-52b0c30f3e9b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6844578e7337a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19803"
    uid: af2ea78c-beab-4a9b-88e3-af658045c261
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:29:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6844671dc29da
    namespace: kserve-ci-e2e-test
    resourceVersion: "19849"
    uid: 513e6737-5bcd-4ad4-8c82-ce269ab1ebba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:29:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6844674e8f537
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: 565c2e5f-0ca6-44de-ad84-e2bcf28e79dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:29:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6844675809e6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: a31f6107-b2a9-43a3-b61d-baa4b70a30d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:29:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c68446758db203
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: 5ad2a03b-1e0e-437f-b591-79d6c3d30f83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:29:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6844678f28c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: 4c50442c-7a15-45bb-8caa-1e21ffa2cbf9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:29:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:00Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c68446797151f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19858"
    uid: 0af3b9b4-caf0-4583-9139-1ec1303c20bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c68446ea708120
    namespace: kserve-ci-e2e-test
    resourceVersion: "20530"
    uid: b3430c9f-7fc4-4cc9-b2ce-2a5f4caf459f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:25Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6845a5348b36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: c055a7ff-3ea9-4368-98a5-04053e117ee7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:25Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6845a534a14a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20507"
    uid: 49ee98ad-7953-4700-b1e5-2fa901e05b7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: d83cba32-650c-4bc3-8c0f-f509fa0fdff4
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-canary-create-predictor-594f5f9bd5-krwrj.18c6845af0a8dc32
    namespace: kserve-ci-e2e-test
    resourceVersion: "20528"
    uid: fe7ecbb0-0787-4782-8a30-9a5fc3cd0c10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-594f5f9bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: f492f6f2-6802-4835-9934-6fd4005aa1d4
  kind: Event
  lastTimestamp: "2026-07-28T17:28:55Z"
  message: 'Created pod: isvc-canary-create-predictor-594f5f9bd5-krwrj'
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create-predictor-594f5f9bd5.18c684455964cb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: 7f968fbf-0fa4-4f43-9f4e-981a3a286cc6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: 0055c7d8-df72-4a78-ad4b-4235a99553b2
  kind: Event
  lastTimestamp: "2026-07-28T17:28:55Z"
  message: Scaled up replica set isvc-canary-create-predictor-594f5f9bd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create-predictor.18c6844552f08b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19748"
    uid: 6da64823-f33f-4f4d-9dac-9cc28d2ec143
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:28:55.704453Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19767"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c684455a78e9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19775"
    uid: 3a55b65e-3b18-4153-b9cb-ef884481a737
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:28:55Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c6844566e5d12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19790"
    uid: 6adc4c6c-ec23-4349-acc1-6a0800ac7f38
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c6844597deb66a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19816"
    uid: b8430cfb-4816-42b3-91b9-90d6b39875fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c6844599e90cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: 3480c387-79c4-438c-adc3-c5eb905c0343
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c684459d0ff4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: e3a08ab8-9b29-4956-b673-e383063329d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c684459d84656c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: b701f8bd-69a6-490c-a9df-0478034f0508
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c68446ae77c8bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19868"
    uid: d89766fa-c12d-4ffb-b57f-5154154224f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c68446b1c0d1ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: b285991a-ad0c-459d-b1ac-10deef9e5e1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c68446b2338e2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19870"
    uid: 5b87e03d-ac3a-418f-a8b7-d191770848a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c68446b23dc7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: e8585c95-6c6d-4b5e-a451-2d21ee7aecfd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c68446b551da14
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 3ae9d760-984e-466a-b82a-8ba4e08ff1f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c68446b5c59e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19876"
    uid: cbcf512f-b65a-4f95-8a3e-9488747472c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c68446ea6f5639
    namespace: kserve-ci-e2e-test
    resourceVersion: "20531"
    uid: cf9d7bdd-420f-488f-9eb9-076b9c75fa3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:30:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:25Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c6845a531e75b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 2ebfa8b6-3c66-4beb-9344-fa99a179faa6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:30:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:25Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c6845a531fc8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "20504"
    uid: 61e2829a-435c-4375-97d6-cf4451ef48f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g
    namespace: kserve-ci-e2e-test
    resourceVersion: "19770"
    uid: 7ebc4a67-4112-4b34-be98-97993e3b6619
  kind: Event
  lastTimestamp: "2026-07-28T17:30:28Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:28Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-7pg8g.18c6845af0a97ebd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20529"
    uid: aed27177-5cd4-47a2-aab5-c24103b7c6d7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5b976d889b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19756"
    uid: 2e3c72eb-02a6-493a-bbb7-1731ae6a9781
  kind: Event
  lastTimestamp: "2026-07-28T17:28:55Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5b976d889b-7pg8g'
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create-v2-predictor-5b976d889b.18c6844559a737ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "19773"
    uid: 6d185b1a-e654-424e-a098-01f52279c77b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: c911bcce-37a6-4d7f-8cd9-64d7e497253a
  kind: Event
  lastTimestamp: "2026-07-28T17:28:55Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5b976d889b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create-v2-predictor.18c6844555978698
    namespace: kserve-ci-e2e-test
    resourceVersion: "19758"
    uid: 143adc34-4c8f-408b-b317-1472d9c650f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 14
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 716d66c7-42f6-4e55-b2c9-9d03e2cc0d2a
  kind: Event
  lastTimestamp: "2026-07-28T17:30:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:18Z"
    name: isvc-canary-create.18c68445553adfc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20435"
    uid: f9805502-f94d-4b8c-8907-a728161988e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 716d66c7-42f6-4e55-b2c9-9d03e2cc0d2a
  kind: Event
  lastTimestamp: "2026-07-28T17:28:55Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create.18c6844555d7a550
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: 504281b0-67aa-488a-b502-9c17e4582c73
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 716d66c7-42f6-4e55-b2c9-9d03e2cc0d2a
  kind: Event
  lastTimestamp: "2026-07-28T17:28:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:55Z"
    name: isvc-canary-create.18c6844555d80ae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19789"
    uid: a23b10f9-b6a5-43a3-957b-93ef79c34790
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20433"
    uid: 716d66c7-42f6-4e55-b2c9-9d03e2cc0d2a
  kind: Event
  lastTimestamp: "2026-07-28T17:30:18Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:18Z"
    name: isvc-canary-create.18c68458aa879af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20434"
    uid: 8ecb6df9-bac1-44ed-b2ff-5f38e75a8146
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:30:30.937882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:30:30Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845b86d3bb0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20590"
    uid: 0e14b890-58f5-4ec9-ac72-0a0c63d0cc60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:31Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845b90f4c9d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 9d64656d-6d40-4043-986f-24242a06eeab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:31Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:30:31Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845bc51e3080
    namespace: kserve-ci-e2e-test
    resourceVersion: "20631"
    uid: 93c32b70-d1da-4e2f-bd14-dddaa099fbd6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:32Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845bc6d59e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "20633"
    uid: b84b91f6-812c-49c8-99bd-10cd25dce8a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:32Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845bc983c648
    namespace: kserve-ci-e2e-test
    resourceVersion: "20635"
    uid: 727f7c51-7c2d-4c39-b069-af61d00d9529
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:30:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:32Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845bc9f6a4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20636"
    uid: d8ddfd02-8dab-46b4-82b8-90e761bc24e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845cae152f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "20668"
    uid: 33d4e70c-01cb-49a1-ac94-ca1d8d36e310
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845cb1c4c86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20673"
    uid: 325cb35a-29be-4ad3-9f30-899b934a0229
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845cb23cfbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20675"
    uid: d7cd40a7-0669-45d3-810a-10cbeb28bce6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:35Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845cb2482889
    namespace: kserve-ci-e2e-test
    resourceVersion: "20676"
    uid: 4b0724f4-e46b-43f3-afea-95afab60ec45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:36Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845cb5cb2504
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: ddd2432b-ca14-4686-a613-4f3a75c562ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:30:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:36Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845cb667e1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20685"
    uid: ee076d30-4d0d-407d-97b0-4546e1ad5f75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:32:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:02Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c6845cea66510b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 906de03c-c708-4ca7-b10b-0001d1da5665
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c684707fbb1e00
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: 986334ee-f134-4d78-a610-e8c3dd894613
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c684707fbb89a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: 32211150-dca5-4512-9228-2a2817485fc6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: 8b13f313-de36-474a-b3cd-006c75b00706
  kind: Event
  lastTimestamp: "2026-07-28T17:32:02Z"
  message: 'Readiness probe failed: Get "https://10.132.0.42:8643/healthz": dial tcp
    10.132.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:02Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-c87qb.18c68470f0a109e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21357"
    uid: 1e347d6b-ad6f-4902-bde0-fcf98ce12d02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5d7dcd97d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: fa519105-d8df-467b-ad0e-31e9397dba2c
  kind: Event
  lastTimestamp: "2026-07-28T17:30:30Z"
  message: 'Created pod: isvc-canary-promote-predictor-5d7dcd97d5-c87qb'
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:30Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5.18c6845b865c44be
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: 2f724885-641a-4211-9264-c09ee4709760
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20563"
    uid: f1ed44e4-9ce8-4f72-b4b2-96be759a5810
  kind: Event
  lastTimestamp: "2026-07-28T17:30:30Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5d7dcd97d5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:30Z"
    name: isvc-canary-promote-predictor.18c6845b809039c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: e05d67b7-347e-4264-926e-7595090f0b56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:32:01.075719Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21327"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    to ip-10-0-139-137.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c684708375f46c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21332"
    uid: 21030ace-070a-42a0-8962-a4b10036f8ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Add eth0 [10.134.0.14/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c684709c8c1caa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: 7bf6942c-83c1-4016-a79e-c84b30e48d24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c684709e015b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: 3d48cc12-5900-4eb4-8bcf-61e999885bd7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68470a08a2297
    namespace: kserve-ci-e2e-test
    resourceVersion: "21344"
    uid: 7352d70a-30f2-475f-847e-27daa189e159
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68470a112d23a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: ab433010-914f-48d2-8038-ba8cdc62333d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:06Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T17:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:06Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68471b1b8e0e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21381"
    uid: 0609c11e-0e86-49ca-aa95-295688c4cfa1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 12.83s (12.83s including waiting). Image size: 1555722147 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:18Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68474ae81c941
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: ce7dff68-2fd8-44f4-93f2-6cb738754182
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:19Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68474b14145f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: e8e0f0bd-7be8-43c9-bc63-7ea2e9d0ce6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:19Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68474b1b25a3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: b4a83134-ce5e-41cb-aa31-b9149e4bfefb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:19Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:19Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68474b1bea2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21473"
    uid: 0137b87d-5b6a-478c-a027-4206bb402c68
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.28s (2.28s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c6847539af9489
    namespace: kserve-ci-e2e-test
    resourceVersion: "21492"
    uid: 5fe4b5ad-974d-4fb4-ae35-d6f5ca0a0b6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c684753c7aefe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: fd23bb01-4e4a-42a9-9719-a8cf207e9542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:32:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c684753cf21d67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: 14307415-9cdb-4832-8257-f97c3e2c37aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:33:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.14:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:29Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68475ab810e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "21957"
    uid: f7859a34-0933-4e1e-826a-edda170c90bb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:33:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:41Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68487d9064cb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 2fdcd133-dc9c-4d44-ac12-922b31c34f34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:33:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:41Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c68487d906d3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22064"
    uid: a43d1643-a315-4c88-b18b-a6bcd757a98b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: d8863fab-66e5-421b-a4da-8a1883e10838
  kind: Event
  lastTimestamp: "2026-07-28T17:33:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.14:8643/healthz": dial tcp
    10.134.0.14:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:33:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:44Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-95bkm.18c6848887a4ac23
    namespace: kserve-ci-e2e-test
    resourceVersion: "22092"
    uid: ef397d06-e5ae-4e4a-81b9-06c5770c7d79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:30:30.949539Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:30:30Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845b87859f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: ed507090-8e64-4af9-91ca-edbd2c937fbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20606"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:31Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:30:31Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845ba10aeaf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 24c3e0ae-1d7c-488a-ad00-b114e7a04ea9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:31Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845ba2b6034a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: 4388a6ff-6103-4d24-9066-45c86f59db1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:31Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845ba61e8c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 8cedc8af-d291-4b4c-9b54-934f67c81b13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:31Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845ba6972e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20624"
    uid: c920d44f-79f7-4899-bcc0-69ec89c760af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845cae29e853
    namespace: kserve-ci-e2e-test
    resourceVersion: "20669"
    uid: 804745c1-37e0-4bf2-9339-56cb893cae90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845cb1e2d4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20674"
    uid: f4fef3e3-717d-4e25-a1e1-7ed187153ff8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845cb25e9d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "20678"
    uid: cfdd7c74-5c40-4a47-9af2-7553c7a1d11f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845cb2670f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "20680"
    uid: f6b823d8-c4ef-4267-b9f4-fbf8b7d0cb20
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:36Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845cb5d66075
    namespace: kserve-ci-e2e-test
    resourceVersion: "20683"
    uid: 74361e61-407f-4a76-b2e9-5e0223b9a4c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:36Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845cb66752e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20684"
    uid: 8aa3561b-c641-48fa-8615-ec2ab1df3007
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:33:43Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:43Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6845d2641e1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22090"
    uid: 97e7371f-01b8-4691-bcda-09f0900746d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:33:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:41Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c68487d91a8299
    namespace: kserve-ci-e2e-test
    resourceVersion: "22063"
    uid: 233b98f9-dd71-4341-9452-d97852b45f8d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:33:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:41Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c68487d91b01ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 994f79f8-519f-444d-9d91-b0b6f3dca4e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "20592"
    uid: 7b9fcac2-a80b-4ec8-8c7c-a694beac544f
  kind: Event
  lastTimestamp: "2026-07-28T17:33:43Z"
  message: 'Readiness probe failed: Get "https://10.132.0.43:8643/healthz": dial tcp
    10.132.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:33:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:43Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z.18c6848874fc0a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22089"
    uid: 0a1c3448-87c9-4ae6-a90d-6d21545e30ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "20574"
    uid: ab474259-9ac5-4cc7-8d42-c6d36c47126a
  kind: Event
  lastTimestamp: "2026-07-28T17:30:30Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-hgz9z'
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:30Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c6845b870eec05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20591"
    uid: b26787d1-2415-4c83-92a4-2841bffa444a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "21311"
    uid: ab474259-9ac5-4cc7-8d42-c6d36c47126a
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-95bkm'
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c6847082fb8ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: c59a7c86-48d7-4d94-824b-4072a41c53dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20573"
    uid: 94403343-774f-46f0-b6c8-0a3a917b4015
  kind: Event
  lastTimestamp: "2026-07-28T17:30:30Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:30Z"
    name: isvc-canary-promote-v2-predictor.18c6845b833b68e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 2e2c9d71-f853-436d-9cea-d15f15e52722
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21306"
    uid: 94403343-774f-46f0-b6c8-0a3a917b4015
  kind: Event
  lastTimestamp: "2026-07-28T17:32:00Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T17:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:00Z"
    name: isvc-canary-promote-v2-predictor.18c684707e539f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "21313"
    uid: 04ded8d5-327d-4cdc-97df-11421b6f4f0b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: ad6f8ff0-7d9a-4b4f-bdf6-2c9b2a35e95f
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote.18c6845b82e97fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21337"
    uid: 607933e9-f9ef-48e6-b9a3-c00d0ba3aa56
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: ad6f8ff0-7d9a-4b4f-bdf6-2c9b2a35e95f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:31Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:31Z"
    name: isvc-canary-promote.18c6845b8391c64b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20609"
    uid: d90d3b82-53d5-4c0f-85c4-111549a81982
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: ad6f8ff0-7d9a-4b4f-bdf6-2c9b2a35e95f
  kind: Event
  lastTimestamp: "2026-07-28T17:30:31Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:31Z"
    name: isvc-canary-promote.18c6845b83920e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20610"
    uid: fd9b7fdf-87fb-4f84-8a37-e73e5b0bd95c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21238"
    uid: ad6f8ff0-7d9a-4b4f-bdf6-2c9b2a35e95f
  kind: Event
  lastTimestamp: "2026-07-28T17:33:39Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:31:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:33:39Z"
    name: isvc-canary-promote.18c6846ea44e244c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22033"
    uid: b7072247-b115-41c6-89e9-45399ad346ca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21325"
    uid: ad6f8ff0-7d9a-4b4f-bdf6-2c9b2a35e95f
  kind: Event
  lastTimestamp: "2026-07-28T17:32:01Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:01Z"
    name: isvc-canary-promote.18c68470827959dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 3252b3e3-2217-4bc3-9c3b-3d2227131273
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:33:46.493517Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-4b62h
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c684890ed9dea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 838036f1-6687-43ec-a93e-54a2ab025c75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:46Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c684892849f88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22179"
    uid: 81384d46-d128-454c-8861-c00c1c3c7925
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c6848929e9ece1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: 0c63425c-42c6-4986-9b04-ba591e0f5c2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c684892cc0f4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22182"
    uid: 899934ac-7882-418d-8a01-7c92f711ff0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:47Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c684892d30f700
    namespace: kserve-ci-e2e-test
    resourceVersion: "22183"
    uid: d93e14fe-5072-426d-a5f3-164415078168
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c6848a10043936
    namespace: kserve-ci-e2e-test
    resourceVersion: "22221"
    uid: 537595e7-e093-4c59-a393-ba724670b068
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c6848a134311b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22224"
    uid: 99c52643-c639-4257-a8f8-91d0f141530f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c6848a13b42127
    namespace: kserve-ci-e2e-test
    resourceVersion: "22225"
    uid: 4013ad81-ddfb-4da3-9618-008379e5ef52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c6848a13bd5c97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22226"
    uid: 6ff44064-d9ab-441b-9e7e-44d5eac63d73
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c6848a171ec076
    namespace: kserve-ci-e2e-test
    resourceVersion: "22229"
    uid: dd68e936-6e87-4081-844c-527271360a18
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:33:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:50Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c6848a17d62982
    namespace: kserve-ci-e2e-test
    resourceVersion: "22230"
    uid: dd144858-6da4-4c26-9e7d-05026741588b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:36:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:38Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c6848a883f6207
    namespace: kserve-ci-e2e-test
    resourceVersion: "23505"
    uid: 4d0ccc66-71f4-4a16-959f-5783ecae5d0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:36:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:36Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c684b0ad2c7e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23485"
    uid: 2b2761fb-7a78-4f34-878a-28889692913e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:36:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:36Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c684b0ad2cc61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23486"
    uid: b5cce797-1ea2-47e2-80c8-7be27497dc61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 6aa39f9c-bb5e-46dc-bbc4-33bca084a22d
  kind: Event
  lastTimestamp: "2026-07-28T17:36:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.44:8643/healthz": dial tcp
    10.132.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:38Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-4b62h.18c684b12eda1ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: 8bbbbc06-db4f-4371-95be-727c604bea69
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:35:16.606999Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22881"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-bj66w
    to ip-10-0-139-137.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:35:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:35:16Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849e0a087a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22885"
    uid: 30a2c884-d1cd-4733-9ed4-a70b072220a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22890"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:17Z"
  message: Add eth0 [10.134.0.15/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:35:17Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849e2358dffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22893"
    uid: 6498ec3b-1ced-476b-9115-b84f41b2a240
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:17Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849e24d51fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22896"
    uid: eee03f10-9a6d-486c-8682-ef5d198f3b78
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:17Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849e27bbf079
    namespace: kserve-ci-e2e-test
    resourceVersion: "22897"
    uid: c7bbb855-a6ae-48ba-ba09-3f9f33673250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:17Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849e282f5017
    namespace: kserve-ci-e2e-test
    resourceVersion: "22898"
    uid: cbb47275-40ef-4250-8fdc-78f795b3971a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:21Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849f41ebf86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22939"
    uid: 551424a8-8e2b-4b50-85aa-22ae63f14f4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:21Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849f4527ab5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22941"
    uid: c6cb766b-66f7-4cbb-af2d-6a167c2bf2a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:21Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849f45997c0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22942"
    uid: b942d301-7380-4ede-b875-799fdaf330a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:21Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849f45a2ce84
    namespace: kserve-ci-e2e-test
    resourceVersion: "22944"
    uid: 719dc91d-f2e5-4bd0-87a1-54205e2186dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:21Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849f487afb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22945"
    uid: 3560eebd-2494-48ca-a08b-0b3353510aa0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:21Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849f48e9d10c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22946"
    uid: 370c3d51-c2a2-4010-bffc-a6cd750568dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:36:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.15:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:29Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c6849fb9b60fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: a0fb5b5a-bfab-4be6-b7f8-978cac112070
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:36:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c684b0c811c88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23490"
    uid: 7ac0e9f4-aa93-44c0-8259-155e69d4923a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:36:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c684b0c8123477
    namespace: kserve-ci-e2e-test
    resourceVersion: "23491"
    uid: dbb88582-4075-46bb-a171-c047efdbe113
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w
    namespace: kserve-ci-e2e-test
    resourceVersion: "22883"
    uid: 8ec6076c-8744-44fa-8d45-7f110d1779c3
  kind: Event
  lastTimestamp: "2026-07-28T17:36:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.15:8643/healthz": dial tcp
    10.134.0.15:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:39Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-bj66w.18c684b16bd9d434
    namespace: kserve-ci-e2e-test
    resourceVersion: "23515"
    uid: 1fe5e58f-0de4-4cea-8aa7-8408b1e8859e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-137.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-137.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22122"
    uid: eabc2d59-eb2b-46d8-a68f-bf6e7d9dcf51
  kind: Event
  lastTimestamp: "2026-07-28T17:33:46Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-4b62h'
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c684890e49a9a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: f46e51f8-9065-4710-ab3a-8f617820d615
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22864"
    uid: eabc2d59-eb2b-46d8-a68f-bf6e7d9dcf51
  kind: Event
  lastTimestamp: "2026-07-28T17:35:16Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-bj66w'
  metadata:
    creationTimestamp: "2026-07-28T17:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:16Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c6849e0992b3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22882"
    uid: 1cc99621-ae5c-4250-a89c-e93333e8398f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22121"
    uid: b1baa624-0875-44ca-94df-9465b23773f3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:46Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-predictor.18c6848908cb03d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22124"
    uid: 86831a79-7d6b-4f0c-a790-bac1b0d19c86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22859"
    uid: b1baa624-0875-44ca-94df-9465b23773f3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:16Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T17:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:16Z"
    name: isvc-canary-rollback-predictor.18c6849e04656ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22869"
    uid: c29764ee-490c-40e7-8fce-bafc748707b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:33:46.504596Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22144"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c684890f82def1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22151"
    uid: 2f233484-57d7-4f1b-8f31-36677bbc43aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c684891ba7343d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: e02bc679-4e30-41f4-a0e3-5b8b54b9f887
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22163"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:47Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:33:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c684894d12995c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22187"
    uid: 45e27e60-6b5b-45cd-bdfa-65fc4777e109
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c684894e955b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22189"
    uid: 9a0b58f4-9d39-4e9e-a3a7-9c5379be5040
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848951af3076
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: 4c72959e-f1b1-4337-b110-b9d7b8fbb97e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848952348f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "22191"
    uid: fa1e91a6-408e-4438-8be9-00c5a330c013
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848a4c29c821
    namespace: kserve-ci-e2e-test
    resourceVersion: "22241"
    uid: aab710af-c46d-45aa-9bb2-c51866fea098
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848a4f33564b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22244"
    uid: cf00a588-2ed7-4431-9bbc-3abf067e0de3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848a4fa55641
    namespace: kserve-ci-e2e-test
    resourceVersion: "22245"
    uid: bb36936d-14b4-41d0-97d5-d173e2281bcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848a4faee6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "22246"
    uid: 40f14d6c-de72-41d6-af13-8d7953ea42e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848a52ff739b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 003d666c-61e3-4d47-ab78-39c2b383f032
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:33:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:51Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848a537feca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22249"
    uid: a1028474-145b-4143-a847-0456c10cada2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:35:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:03Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6848a8844386f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22755"
    uid: a7d613c8-9d39-4948-bc08-48fadfb793ec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:35:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:16Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6849e05c225f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22874"
    uid: e0c3544d-38eb-4b36-8ae7-81019dc14587
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:35:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:16Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6849e05c8d1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22875"
    uid: 0374c3b3-0c79-4381-9304-bc9cce58c3dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: d112fa48-4a4f-4a2f-bc4d-8065cb437529
  kind: Event
  lastTimestamp: "2026-07-28T17:35:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:18Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d.18c6849e8e76c04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22915"
    uid: b21fdac3-8918-4c88-8cf2-ee8bfc999505
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22132"
    uid: 001c9fb5-2d31-48f9-bf31-21a2984ae444
  kind: Event
  lastTimestamp: "2026-07-28T17:33:46Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-648cbdfbd8-xjq9d'
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8.18c684890f307e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: 25ca6398-1515-482b-8799-4c7cbd8aa642
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22131"
    uid: 77c43281-c4db-48f3-b471-e1f89238272a
  kind: Event
  lastTimestamp: "2026-07-28T17:33:46Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-648cbdfbd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:46Z"
    name: isvc-canary-rollback-v2-predictor.18c684890b6bd2c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22134"
    uid: ab26ad3c-2ffa-48a1-81d1-44f049addab4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: 51e1b1d4-c448-4ac5-a742-bdda27ee79c7
  kind: Event
  lastTimestamp: "2026-07-28T17:35:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:16Z"
    name: isvc-canary-rollback.18c684890b10a35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22878"
    uid: 69fafe27-0b96-494b-81f1-0c6a1573bc21
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: 51e1b1d4-c448-4ac5-a742-bdda27ee79c7
  kind: Event
  lastTimestamp: "2026-07-28T17:35:16Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:16Z"
    name: isvc-canary-rollback.18c684890b86059e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22879"
    uid: f1545d2e-6846-48f1-a206-93af52c5e1aa
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22114"
    uid: 51e1b1d4-c448-4ac5-a742-bdda27ee79c7
  kind: Event
  lastTimestamp: "2026-07-28T17:35:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:16Z"
    name: isvc-canary-rollback.18c684890b8655c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22880"
    uid: 376cdd4e-812b-4860-90a3-82dbef5b2119
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "22793"
    uid: 51e1b1d4-c448-4ac5-a742-bdda27ee79c7
  kind: Event
  lastTimestamp: "2026-07-28T17:36:35Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:35:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:35Z"
    name: isvc-canary-rollback.18c6849c41a0b2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23462"
    uid: 22e00a94-947a-4ee2-8ad6-a42767214f54
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:36:41.859833Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23559"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5bf5667989-dv7nc
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:36:41Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b1e37fa2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: c594daf7-6d18-4cfd-8ccc-eb7be8ef76a4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b1f03cc2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23587"
    uid: 507422b1-31a8-4752-bfcc-328b6f97ef16
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23569"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b2210c27fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: d9cd39f0-f932-429a-b681-4c95284faf8d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b222e93532
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: bfe5d996-9b7b-46b6-baa9-72123b18a229
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b225feb9d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23611"
    uid: 9d632983-2ab2-4494-be2c-433e688b3546
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b22673ea18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 14064e42-9c44-447e-9a2b-e3968d256c4a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b33c914fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: 6603851a-cce9-47d2-94d4-d800541eb3d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b33fc75277
    namespace: kserve-ci-e2e-test
    resourceVersion: "23671"
    uid: 32dd8a5f-0b54-4afb-9c16-826a8bddbf21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b3403aa7f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23672"
    uid: 9d1ffe05-032e-4d34-94dd-e9091c4a7cca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b340447cfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23673"
    uid: 48beec9b-9606-4888-b303-2f2afa970139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b343d25dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23676"
    uid: f4928833-c044-4e74-9e3d-81c248b8f377
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:36:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b34445759b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23677"
    uid: e17b1853-9b01-407e-b3dd-b015efcf3502
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:38:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:15Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684b3b4a0bc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24334"
    uid: 66b3dd67-4e00-49fb-a423-db24152b897c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:38:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:11Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684c6db26ac38
    namespace: kserve-ci-e2e-test
    resourceVersion: "24289"
    uid: db21fb90-dd1a-4ac2-8bb0-3c1dc4b164ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:38:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:11Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684c6db275e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "24293"
    uid: b5202f5d-9f65-4fdc-aaba-bddadb5979d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 6d6a1647-5e02-4040-8217-cf9443531a73
  kind: Event
  lastTimestamp: "2026-07-28T17:38:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:15Z"
    name: isvc-canary-stop-predictor-5bf5667989-dv7nc.18c684c7badf5873
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: 19418c3d-e53c-4747-8033-858eb9d64f71
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5bf5667989
    namespace: kserve-ci-e2e-test
    resourceVersion: "23544"
    uid: 488cc3d2-8561-470d-8e26-09aacc88729f
  kind: Event
  lastTimestamp: "2026-07-28T17:36:41Z"
  message: 'Created pod: isvc-canary-stop-predictor-5bf5667989-dv7nc'
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:41Z"
    name: isvc-canary-stop-predictor-5bf5667989.18c684b1e3161831
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: 6164c085-5453-40c1-b5fe-f90a41290f23
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23543"
    uid: f87d0868-f99c-43f5-9190-e3bc3dc76dbc
  kind: Event
  lastTimestamp: "2026-07-28T17:36:41Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5bf5667989 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:41Z"
    name: isvc-canary-stop-predictor.18c684b1dfd63b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "23545"
    uid: 54af742c-afbe-4ba9-ab36-026a1bf57894
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:36:41.903704Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23570"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:36:41Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b1e61ceeac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 4abe29b9-761c-4b2a-9d29-d29c667ebcf1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23583"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b1ffa61c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23591"
    uid: c470f851-8ef2-4e00-9687-49e092ee9a43
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b20173d6be
    namespace: kserve-ci-e2e-test
    resourceVersion: "23593"
    uid: fc521662-0df4-4aaa-8a35-00894f393fd9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b20479e51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23594"
    uid: 0737d2d0-d193-4d95-ac63-8f5982ca5828
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b204e7b4a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23596"
    uid: 26a52e0b-1eb2-4792-b15a-e1f752a90d2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b3009f5b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23651"
    uid: 7ff57279-7ff7-4899-9d1d-0a9fb711ed30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b3041bbb0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: ab623f2f-68ff-40cd-a610-9cede33491f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b3048c7cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23654"
    uid: 75b090d9-62ee-4773-bd3d-f74767500615
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b30495d75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: 83a8eeb6-9654-49d2-9da8-8f486b8c404f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b307631f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23657"
    uid: c1d5aedc-82c2-44b3-9f5a-20f6ac985c4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:36:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b307eedf3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23658"
    uid: 4c2bab88-ef52-420a-b803-7f122ca972b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:38:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:14Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684b33cbd57db
    namespace: kserve-ci-e2e-test
    resourceVersion: "24326"
    uid: 7554d32c-276d-420f-ace7-41c0686d6bf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:38:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:11Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684c6dd0542cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: 948c4022-2f3f-42a9-9b45-ea927bbd863b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:38:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:11Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684c6dd05c3ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: e1daa6eb-349c-4e83-9386-69521bc80593
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 2b1a3fac-29bd-4a82-873a-fdaec9e7ec0a
  kind: Event
  lastTimestamp: "2026-07-28T17:38:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:13Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf.18c684c74317c325
    namespace: kserve-ci-e2e-test
    resourceVersion: "24319"
    uid: fef9122c-03d8-4609-9794-bc4004af9289
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6c87f69f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "23554"
    uid: 57b65c7b-8cd8-4a1a-9865-aa8356a55e79
  kind: Event
  lastTimestamp: "2026-07-28T17:36:41Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6c87f69f44-rsxgf'
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:41Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44.18c684b1e5b3e144
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: 1fd14cb6-0612-4b7c-b6ef-491e04df8dd4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23553"
    uid: 1754ecf9-ec26-4929-8545-8c97045454c9
  kind: Event
  lastTimestamp: "2026-07-28T17:36:41Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6c87f69f44 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:41Z"
    name: isvc-canary-stop-v2-predictor.18c684b1e24fa3f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: 339422ce-3e93-45a1-980d-4165bfb76040
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: 3164aee2-3526-481f-bd34-99877bc3f45c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:12Z"
    name: isvc-canary-stop.18c684b1e208f036
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: adfea2d5-317b-4ce3-9aea-bda0e1c7aaf2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: 3164aee2-3526-481f-bd34-99877bc3f45c
  kind: Event
  lastTimestamp: "2026-07-28T17:36:41Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:41Z"
    name: isvc-canary-stop.18c684b1e26d262a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: d88b815a-79bc-4efe-8c0b-3e909afeff4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: 3164aee2-3526-481f-bd34-99877bc3f45c
  kind: Event
  lastTimestamp: "2026-07-28T17:36:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:36:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:41Z"
    name: isvc-canary-stop.18c684b1e26d7bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: 60d03c09-bfe6-4559-8359-a4dcf0d841b3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24233"
    uid: 3164aee2-3526-481f-bd34-99877bc3f45c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:05Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:38:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:05Z"
    name: isvc-canary-stop.18c684c56db6ca3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24234"
    uid: 522192c5-1f66-489a-afd4-c27e7e7b4306
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: 3164aee2-3526-481f-bd34-99877bc3f45c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:11Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T17:38:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:11Z"
    name: isvc-canary-stop.18c684c6dd186ae9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24300"
    uid: fefa4424-c39a-47bf-9c92-f2a46690719d
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:40:30.770098Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25775"
    uid: fd5d9afe-54c7-4db7-98f8-eb082654e3aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:40:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:40:30Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn.18c684e72f9cf5a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25781"
    uid: 0ec8c4ac-904e-40a9-adee-057c98f80623
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25785"
    uid: fd5d9afe-54c7-4db7-98f8-eb082654e3aa
  kind: Event
  lastTimestamp: "2026-07-28T17:40:31Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:40:31Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn.18c684e74982cb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "25794"
    uid: d18d63b7-503c-4c1c-bdb6-280db49f8a19
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: fd5d9afe-54c7-4db7-98f8-eb082654e3aa
  kind: Event
  lastTimestamp: "2026-07-28T17:40:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:34Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn.18c684e74b07a344
    namespace: kserve-ci-e2e-test
    resourceVersion: "25830"
    uid: 011e86c4-85b6-420e-abae-0c0724b77331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: fd5d9afe-54c7-4db7-98f8-eb082654e3aa
  kind: Event
  lastTimestamp: "2026-07-28T17:40:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:34Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn.18c684e74db7d25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25833"
    uid: 05e27f37-76e2-4541-bad6-d64f6e187af8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: fd5d9afe-54c7-4db7-98f8-eb082654e3aa
  kind: Event
  lastTimestamp: "2026-07-28T17:40:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:34Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn.18c684e74e27047f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25834"
    uid: a7648064-168a-4a07-a051-15cd639fd0cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: fd5d9afe-54c7-4db7-98f8-eb082654e3aa
  kind: Event
  lastTimestamp: "2026-07-28T17:40:35Z"
  message: Unable to retrieve some image pull secrets (fail-s3-sa-fbe44c-dockercfg-s86lp);
    attempting to pull the image may not succeed.
  metadata:
    creationTimestamp: "2026-07-28T17:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:35Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn.18c684e857d90c4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25851"
    uid: 5e08a94a-ee7d-4363-8a08-b2c9b96db349
  reason: FailedToRetrieveImagePullSecret
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: fd5d9afe-54c7-4db7-98f8-eb082654e3aa
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-fbe44c-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn.18c684e85bb1fdc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25880"
    uid: 678f55ea-0635-4ce2-8520-cea59407d7eb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn
    namespace: kserve-ci-e2e-test
    resourceVersion: "25777"
    uid: fd5d9afe-54c7-4db7-98f8-eb082654e3aa
  kind: Event
  lastTimestamp: "2026-07-28T17:40:36Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:36Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn.18c684e893be01e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25872"
    uid: 40bdf180-2be8-4406-94c6-c139b2286328
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25765"
    uid: 9268a83c-96f5-40ee-90d7-179b612d3954
  kind: Event
  lastTimestamp: "2026-07-28T17:40:30Z"
  message: 'Created pod: isvc-init-fail-fbe44c-predictor-55dc47c94d-ln8sn'
  metadata:
    creationTimestamp: "2026-07-28T17:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:30Z"
    name: isvc-init-fail-fbe44c-predictor-55dc47c94d.18c684e72f2788ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "25776"
    uid: 58698e20-16d4-4a54-b557-eadee7139989
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-fbe44c-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25763"
    uid: 19e7ec2d-1a09-45bd-a4b9-9c2929defb97
  kind: Event
  lastTimestamp: "2026-07-28T17:40:30Z"
  message: Scaled up replica set isvc-init-fail-fbe44c-predictor-55dc47c94d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:30Z"
    name: isvc-init-fail-fbe44c-predictor.18c684e72c25c34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25766"
    uid: 1e4ac09a-32b6-49e9-bd21-9cff2928a6d4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fbe44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: 52c7e1e7-7fbf-44f4-8238-3f3684f35b38
  kind: Event
  lastTimestamp: "2026-07-28T17:40:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:34Z"
    name: isvc-init-fail-fbe44c.18c684e72c50f530
    namespace: kserve-ci-e2e-test
    resourceVersion: "25838"
    uid: 0ffb4ace-3caa-4ee0-b068-de0fe2581e0f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fbe44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: 52c7e1e7-7fbf-44f4-8238-3f3684f35b38
  kind: Event
  lastTimestamp: "2026-07-28T17:40:30Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-fbe44c":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-fbe44c":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:30Z"
    name: isvc-init-fail-fbe44c.18c684e72cb8a608
    namespace: kserve-ci-e2e-test
    resourceVersion: "25769"
    uid: 271f8dcb-3c43-49f3-89a4-7106bac27b51
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fbe44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25756"
    uid: 52c7e1e7-7fbf-44f4-8238-3f3684f35b38
  kind: Event
  lastTimestamp: "2026-07-28T17:40:30Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-fbe44c": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:40:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:30Z"
    name: isvc-init-fail-fbe44c.18c684e72cb9023a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25773"
    uid: 99eddd92-c1de-4de9-ad76-a67649c5b65f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:24:24.880373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:24:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:24:24Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c684064c1963de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17633"
    uid: 845672ab-239a-43b9-b619-3c62091f3bae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17637"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:25Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:24:25Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6840665f17958
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: 8482354f-6ba1-4876-9671-6dc0a23c7728
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:25Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6840667a60034
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: 2ac58846-b58e-4a1f-82bf-27c1d4505aa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:25Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c684066a85c42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: ab4c0178-1489-4189-ba0d-a961f17da7ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:24:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:25Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c684066af5b72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 5ed89872-1267-4c27-8405-85bdbafc72c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c68407832c5c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "17688"
    uid: bc4f980a-79d0-4685-b4fc-e429da83ce0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c68407864ea06d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17690"
    uid: 2cf8ce2f-ee0c-499f-8c30-2128701cf9c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6840786bbc389
    namespace: kserve-ci-e2e-test
    resourceVersion: "17691"
    uid: cbdd0742-3b1d-4b9e-a98b-6a72fff34de2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6840786c55e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17693"
    uid: 46548fd3-f0bf-4be1-aa80-662e70fa93c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6840789941770
    namespace: kserve-ci-e2e-test
    resourceVersion: "17695"
    uid: 677abf45-1ffb-4dae-be58-83e0250c6f24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c684078a146452
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: 03b63d08-0854-405c-84b5-dc6727f491a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c684078a1dfdc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: bfb1668e-0c15-4253-adaf-55c01c0b7cd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c684078d59e8b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 6b7a53f0-714a-4e5f-9660-3f506ce80f98
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c684078dc80c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: 3c3f0b19-df07-4ba0-bc6d-341b09be55c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:26:14Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:14Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c68407bf3d0658
    namespace: kserve-ci-e2e-test
    resourceVersion: "18573"
    uid: 3c39b427-f89a-4572-8a81-1380d143661a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:26:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:04Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c68407fb194f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 8db95328-bbea-472a-94f0-41b3716d2d6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6841c7b118b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18399"
    uid: 6135fdeb-fbc6-44ea-b3d3-e6b9659c6e90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6841c7b11c52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18400"
    uid: e8769a91-97d1-40ed-be8f-bb0b38134183
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6841c7b12137d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18403"
    uid: 2c2d8b71-a6c1-43b6-8fdf-c0e5504cd0b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: c67226f7-f925-43a1-9c6d-7423b322dca6
  kind: Event
  lastTimestamp: "2026-07-28T17:26:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:26:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:13Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7.18c6841d2b555be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18558"
    uid: 1cf88cc3-3637-4c18-ab5d-395f3d729a68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 93dc0b6d-6993-498b-a47e-1fd5b7506a4a
  kind: Event
  lastTimestamp: "2026-07-28T17:24:24Z"
  message: 'Created pod: isvc-logger-raw-b8148-predictor-56cd48cdb4-xjmb7'
  metadata:
    creationTimestamp: "2026-07-28T17:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:24Z"
    name: isvc-logger-raw-b8148-predictor-56cd48cdb4.18c684064ba5f829
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 6ce9cea4-33de-40da-a225-64ae70ad6495
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-b8148-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 0e5ded0c-e3bd-4426-baf9-8fe23bbb0eb4
  kind: Event
  lastTimestamp: "2026-07-28T17:24:24Z"
  message: Scaled up replica set isvc-logger-raw-b8148-predictor-56cd48cdb4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:24Z"
    name: isvc-logger-raw-b8148-predictor.18c68406476662da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17618"
    uid: 94b8d002-cc30-4d59-8d56-668ab87d3f86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b8148-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 6ab47ccf-8b9f-4643-a9ea-907dda8da890
  kind: Event
  lastTimestamp: "2026-07-28T17:25:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:09Z"
    name: isvc-logger-raw-b8148-predictor.18c68409c5f63182
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: 15a62416-0501-4687-90d1-8e7f6ee156bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b8148-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 6ab47ccf-8b9f-4643-a9ea-907dda8da890
  kind: Event
  lastTimestamp: "2026-07-28T17:25:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:09Z"
    name: isvc-logger-raw-b8148-predictor.18c68409c660334e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18001"
    uid: 91ef53c1-b127-4daa-b50e-29ef791a9d90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b8148-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 6ab47ccf-8b9f-4643-a9ea-907dda8da890
  kind: Event
  lastTimestamp: "2026-07-28T17:25:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:54Z"
    name: isvc-logger-raw-b8148-predictor.18c6840d4525246b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 984d680c-cccf-43c4-8c8b-2dbc8dc2e7be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b8148-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 6ab47ccf-8b9f-4643-a9ea-907dda8da890
  kind: Event
  lastTimestamp: "2026-07-28T17:25:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:54Z"
    name: isvc-logger-raw-b8148-predictor.18c6840d458b9c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18331"
    uid: 034d2501-e078-4e44-ba4d-ac6957b7c170
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b8148
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: 896c0e92-a040-43ae-8093-f4c7c7592e1a
  kind: Event
  lastTimestamp: "2026-07-28T17:25:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:44Z"
    name: isvc-logger-raw-b8148.18c684064772773c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18260"
    uid: 1c3cda5e-e47d-4bc4-8c77-fbcd49e4b2b6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b8148
    namespace: kserve-ci-e2e-test
    resourceVersion: "17607"
    uid: 896c0e92-a040-43ae-8093-f4c7c7592e1a
  kind: Event
  lastTimestamp: "2026-07-28T17:24:24Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-b8148":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-b8148":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:24:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:24Z"
    name: isvc-logger-raw-b8148.18c6840647f45b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17621"
    uid: b30273c9-a5d3-486c-8d29-5dac5de276f8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b8148
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: 896c0e92-a040-43ae-8093-f4c7c7592e1a
  kind: Event
  lastTimestamp: "2026-07-28T17:25:44Z"
  message: InferenceService [isvc-logger-raw-b8148] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:25:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:44Z"
    name: isvc-logger-raw-b8148.18c68418e8391984
    namespace: kserve-ci-e2e-test
    resourceVersion: "18258"
    uid: 80f91cae-f37a-4323-8bf9-a3f9f8acd38b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:38:22.227465Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24410"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684c941dffd36
    namespace: kserve-ci-e2e-test
    resourceVersion: "24414"
    uid: 4381fa32-7d4e-4f26-8cb5-35f68f88f0e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24418"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684c95b734fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: 24383576-cbfe-467f-b7c6-975cfe690e2d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684c95cf4c8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24431"
    uid: 683fe6b6-9645-420b-9cbd-3537d091a9c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684c95fad4451
    namespace: kserve-ci-e2e-test
    resourceVersion: "24432"
    uid: 85419fbc-b8ea-414c-9aec-78e90b516ba8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684c9601d2cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: f3934442-0ad7-4f04-ac3d-c724f8a030c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:27Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684ca66e01212
    namespace: kserve-ci-e2e-test
    resourceVersion: "24472"
    uid: 3f1a9a23-0531-44da-be14-95537475b331
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:27Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684ca69fedb65
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 9e6988b9-e1e0-4aaa-af82-85fbd42d52ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:27Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684ca6a71a7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 16a605da-3ad1-43c8-9464-0229de29347c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:27Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684ca6a7b59f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24478"
    uid: 30fd9881-65e9-449e-b322-f7ab2afa0d35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:27Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684ca6ddfd0c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24482"
    uid: 863eec6c-8f63-4c67-87c6-333935c87600
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:38:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:27Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684ca6e52de6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24483"
    uid: e8a9fe82-29aa-4ec0-ac82-6ec5bb65f195
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:39:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:35Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684cadedc4439
    namespace: kserve-ci-e2e-test
    resourceVersion: "24959"
    uid: af4245b6-4110-46b4-be0d-27b9e9fd2305
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:40:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:25Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684e5fbe00b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25707"
    uid: f12bb069-4274-472c-94fa-c06d4c9cc1cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 853c2840-8595-4f84-bc5a-393d5da4a4e3
  kind: Event
  lastTimestamp: "2026-07-28T17:40:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:25Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl.18c684e5fbe0827c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25708"
    uid: 452b0b91-215b-451b-ac04-638cd73c62fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-82c139-predictor-7cdf8bbf6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24400"
    uid: 2b355397-7b26-4caf-8c09-5665249ad672
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: 'Created pod: isvc-primary-82c139-predictor-7cdf8bbf6f-mfxrl'
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139-predictor-7cdf8bbf6f.18c684c9416cb7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24411"
    uid: fc224c3b-224e-4792-87cc-2397a2ab6fe5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-82c139-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24398"
    uid: ce5fd3d9-173a-46e0-a169-8430f8ea8c7a
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: Scaled up replica set isvc-primary-82c139-predictor-7cdf8bbf6f from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139-predictor.18c684c93cd0fc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24401"
    uid: e774c65a-d0a5-4122-85d1-5f956f68c1f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-82c139-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24399"
    uid: 1d2ef361-e0c5-46f9-a8ab-703ee0a5b33c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:52Z"
    name: isvc-primary-82c139-predictor.18c684ccbd203afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24662"
    uid: 65e2d630-b2e0-45d9-ad0b-c42787f9de39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-82c139-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24399"
    uid: 1d2ef361-e0c5-46f9-a8ab-703ee0a5b33c
  kind: Event
  lastTimestamp: "2026-07-28T17:38:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:52Z"
    name: isvc-primary-82c139-predictor.18c684ccbd913793
    namespace: kserve-ci-e2e-test
    resourceVersion: "24663"
    uid: c336c149-cc8c-4af1-a7b4-17f15bb2e35d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-82c139-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: 1d2ef361-e0c5-46f9-a8ab-703ee0a5b33c
  kind: Event
  lastTimestamp: "2026-07-28T17:40:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-primary-82c139-predictor.18c684d3bd0347d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: 3d5567c0-502b-4d4a-b2e2-bac3e0508281
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-82c139-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: 1d2ef361-e0c5-46f9-a8ab-703ee0a5b33c
  kind: Event
  lastTimestamp: "2026-07-28T17:40:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:39:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-primary-82c139-predictor.18c684d3bde47d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: 45f0cd91-cb4d-4007-84f6-1a285af9ebcf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-82c139
    namespace: kserve-ci-e2e-test
    resourceVersion: "24391"
    uid: e6c85dcd-d7a6-46db-967b-34cc2fb94501
  kind: Event
  lastTimestamp: "2026-07-28T17:39:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:45Z"
    name: isvc-primary-82c139.18c684c93cd6dde4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25039"
    uid: a26b5171-3b6e-4662-ae41-d9caa37b0a3e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-82c139
    namespace: kserve-ci-e2e-test
    resourceVersion: "24391"
    uid: e6c85dcd-d7a6-46db-967b-34cc2fb94501
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: 'Failed to update status for InferenceService "isvc-primary-82c139": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-82c139":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139.18c684c93d6ba6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 5bc68eb1-58ab-45cf-9a7c-f5a28dbe775e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-82c139
    namespace: kserve-ci-e2e-test
    resourceVersion: "24391"
    uid: e6c85dcd-d7a6-46db-967b-34cc2fb94501
  kind: Event
  lastTimestamp: "2026-07-28T17:38:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-82c139": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:38:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:22Z"
    name: isvc-primary-82c139.18c684c93d6c0093
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: d39d8f27-9882-44d4-95f2-e875b549fa06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-82c139
    namespace: kserve-ci-e2e-test
    resourceVersion: "25037"
    uid: e6c85dcd-d7a6-46db-967b-34cc2fb94501
  kind: Event
  lastTimestamp: "2026-07-28T17:39:45Z"
  message: InferenceService [isvc-primary-82c139] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:45Z"
    name: isvc-primary-82c139.18c684dc96f74915
    namespace: kserve-ci-e2e-test
    resourceVersion: "25038"
    uid: c3e1d210-b3d5-4506-9d3e-cc5ec30e6118
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:18:39.064668Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14479"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:18:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:18:39Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683b5c7e07be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14485"
    uid: 9bbe373b-be67-4288-9cf6-e9d9b0d98d6b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14489"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:18:39Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:18:39Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683b5e16de405
    namespace: kserve-ci-e2e-test
    resourceVersion: "14497"
    uid: 243a47dc-0b59-4375-abcd-7d8eaff59b09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:18:39Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
  metadata:
    creationTimestamp: "2026-07-28T17:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:18:39Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683b5e30aef0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14499"
    uid: 0b92eec6-9c96-4ae0-b303-bc0a246ee25f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:18:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    in 3.374s (3.374s including waiting). Image size: 300977080 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:18:42Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683b6ac2bb389
    namespace: kserve-ci-e2e-test
    resourceVersion: "14523"
    uid: 228c1a22-0aac-4619-80af-e5e7eba4563f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:18:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:18:42Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683b6afc755be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14525"
    uid: 8cbdcf79-6b6c-4874-abcb-daf93c393297
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:18:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:18:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:18:42Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683b6b03b5c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: 8b333678-242b-4dc6-a10b-faee13e2e51b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:18:47Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T17:18:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:18:47Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683b7b7f575d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: f7eb5b67-a1ce-4e6a-af99-801a19d65d7f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:01Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 13.772s (13.772s including waiting). Image size: 1555722147 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:01Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683baece47e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14668"
    uid: 121156b0-f95b-4f31-acd3-0b6d6b46f949
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:01Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683baf0d1095a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14669"
    uid: 19b81b00-969f-49d3-b977-6e8d0ebbaf59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:01Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683baf13edfaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14670"
    uid: 9454cba2-29e2-4cde-a5e3-405aef6b5112
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:01Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:01Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683baf14c7422
    namespace: kserve-ci-e2e-test
    resourceVersion: "14671"
    uid: 27843c31-f57e-4acd-ae1d-97e889f93e46
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.333s (2.333s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:03Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bb7c5c7a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14684"
    uid: a714aea4-491e-4219-bd8b-b3eb565cdafd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:03Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bb7fac3ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14686"
    uid: d18da284-38be-4ba2-9d5c-ec11e8d86f30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:03Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bb8020fcc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14687"
    uid: c8b07c5e-fba2-4d63-95e3-232d4c442b98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:03Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
  metadata:
    creationTimestamp: "2026-07-28T17:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:03Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bb802e8ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 94e8fac6-c282-4bb5-a7b7-db57dda58750
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    in 2.636s (2.636s including waiting). Image size: 240170074 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:06Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bc1d558749
    namespace: kserve-ci-e2e-test
    resourceVersion: "14711"
    uid: b1a90eee-fa18-4bd4-a330-74d2fc1e593e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:06Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:06Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bc206244cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: 7e1e8869-8c26-49cc-8ac8-27e1f1d9057f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:19:06Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:06Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bc20d73a51
    namespace: kserve-ci-e2e-test
    resourceVersion: "14713"
    uid: f4289c2f-b726-4c3c-8a47-99e63d3c2c31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:20:36Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:36Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bc67946aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15499"
    uid: 04e56b44-f4b4-47f6-af80-8d8ce4eab495
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:20:36Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:36Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683bc679dfe1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15500"
    uid: a3fbd1d6-5f02-4c0c-9de7-5dbc5283faf2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683ce378e20b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15297"
    uid: a7b33e7b-1154-4977-be9b-6f1690c6d0ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683ce378f420f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15298"
    uid: a9e86f91-81b6-4cbc-8a06-cccd4de295a2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683ce378f665f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15302"
    uid: d3d7e2df-9988-44ff-ad72-330667cbfb52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "14483"
    uid: d4daae4a-9173-48d3-aff8-78ad0256990d
  kind: Event
  lastTimestamp: "2026-07-28T17:20:38Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:38Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s.18c683cf43c6a766
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: b36dd26a-104c-4454-8573-eac6c41a1ac2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14466"
    uid: 160980d4-d80f-492b-8f89-28a1f6db7e95
  kind: Event
  lastTimestamp: "2026-07-28T17:18:39Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd-gmg4s'
  metadata:
    creationTimestamp: "2026-07-28T17:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:18:39Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd.18c683b5c7633b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "14482"
    uid: ca676ca1-3c73-4eed-a7e2-a1735c4630e8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-2ecea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14465"
    uid: 37184953-d7fa-4a03-9049-d1fe74e49ea1
  kind: Event
  lastTimestamp: "2026-07-28T17:18:38Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-2ecea-predictor-59974dcdbd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:18:38Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor.18c683b5bdd1feb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14467"
    uid: ae66640b-8ccd-4c94-a389-f7207f478ffb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2ecea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: f078b913-c4d8-4851-a76e-ef3d377a3172
  kind: Event
  lastTimestamp: "2026-07-28T17:19:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:19:39Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor.18c683b9432d3c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14952"
    uid: cea10303-28d9-44c4-9462-84464e5c3ce8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2ecea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: f078b913-c4d8-4851-a76e-ef3d377a3172
  kind: Event
  lastTimestamp: "2026-07-28T17:19:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:19:39Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor.18c683b9439060c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14953"
    uid: 966e8cf7-7dfe-4956-b8c3-1272524066a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2ecea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: f078b913-c4d8-4851-a76e-ef3d377a3172
  kind: Event
  lastTimestamp: "2026-07-28T17:20:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:20:09Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor.18c683c04240026a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15165"
    uid: 45ae7dba-6059-4550-ae8c-31790ce7e534
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-2ecea-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14614"
    uid: f078b913-c4d8-4851-a76e-ef3d377a3172
  kind: Event
  lastTimestamp: "2026-07-28T17:20:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:19:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:20:09Z"
    name: isvc-raw-sklearn-batcher-2ecea-predictor.18c683c042dbec63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15166"
    uid: 4596c95e-4dd2-459b-85fe-4e4ed06d04a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2ecea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14455"
    uid: f9681c63-6229-4a1d-83f6-253e821b7288
  kind: Event
  lastTimestamp: "2026-07-28T17:20:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:20:16Z"
    name: isvc-raw-sklearn-batcher-2ecea.18c683b5c3f23282
    namespace: kserve-ci-e2e-test
    resourceVersion: "15232"
    uid: 8c0bade2-6d0b-4b24-b801-31ad2b03ce57
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2ecea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14455"
    uid: f9681c63-6229-4a1d-83f6-253e821b7288
  kind: Event
  lastTimestamp: "2026-07-28T17:18:39Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-2ecea":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-2ecea":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:18:39Z"
    name: isvc-raw-sklearn-batcher-2ecea.18c683b5c45a00cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14477"
    uid: 443bf4af-e1a2-4e14-8de3-f7f21173e7ee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:18:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2ecea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14455"
    uid: f9681c63-6229-4a1d-83f6-253e821b7288
  kind: Event
  lastTimestamp: "2026-07-28T17:18:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-2ecea": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:18:39Z"
    name: isvc-raw-sklearn-batcher-2ecea.18c683b5c45a5c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14478"
    uid: e4b3cd87-1d4a-4ca5-944e-d251739e814e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-2ecea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15230"
    uid: f9681c63-6229-4a1d-83f6-253e821b7288
  kind: Event
  lastTimestamp: "2026-07-28T17:20:16Z"
  message: InferenceService [isvc-raw-sklearn-batcher-2ecea] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:20:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:20:16Z"
    name: isvc-raw-sklearn-batcher-2ecea.18c683cc8727ed23
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 50aad2a8-71ff-4210-8402-aa28d63030ad
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:40:07.531647Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: afc8dbd3-51e8-42e8-b1d1-f1b8841be411
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:40:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf.18c684e1c67e5be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 5619601d-e466-49f4-b8f6-eaebfc7b3589
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: afc8dbd3-51e8-42e8-b1d1-f1b8841be411
  kind: Event
  lastTimestamp: "2026-07-28T17:40:07Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf.18c684e1e0430c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25411"
    uid: dbf35ac4-0db5-4188-aaf9-6e66086f121c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: afc8dbd3-51e8-42e8-b1d1-f1b8841be411
  kind: Event
  lastTimestamp: "2026-07-28T17:40:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:13Z"
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf.18c684e1e2aefe06
    namespace: kserve-ci-e2e-test
    resourceVersion: "25580"
    uid: 4ee858af-8438-4445-b48e-3dc4bb3647be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: afc8dbd3-51e8-42e8-b1d1-f1b8841be411
  kind: Event
  lastTimestamp: "2026-07-28T17:40:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:13Z"
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf.18c684e1e6005ebb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25583"
    uid: d3e0b914-b288-4cfb-92ba-3299038a966a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: afc8dbd3-51e8-42e8-b1d1-f1b8841be411
  kind: Event
  lastTimestamp: "2026-07-28T17:40:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:40:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:13Z"
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf.18c684e1e67027d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25585"
    uid: 1812511b-6053-479b-8bc1-bff3c3b44d98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: afc8dbd3-51e8-42e8-b1d1-f1b8841be411
  kind: Event
  lastTimestamp: "2026-07-28T17:40:17Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf_kserve-ci-e2e-test(afc8dbd3-51e8-42e8-b1d1-f1b8841be411)
  metadata:
    creationTimestamp: "2026-07-28T17:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:17Z"
    name: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf.18c684e421eb4171
    namespace: kserve-ci-e2e-test
    resourceVersion: "25613"
    uid: 66be142d-4ee6-4963-9217-81c5b92ca559
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-82c139-predictor-9d5ddc4d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25384"
    uid: b91ae169-f846-47f2-bd19-81e4b4c9b94f
  kind: Event
  lastTimestamp: "2026-07-28T17:40:07Z"
  message: 'Created pod: isvc-secondary-82c139-predictor-9d5ddc4d6-jljqf'
  metadata:
    creationTimestamp: "2026-07-28T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-secondary-82c139-predictor-9d5ddc4d6.18c684e1c6144ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25395"
    uid: 13aaaa03-86d5-424d-9600-da1f4c23a6c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-82c139-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: e08a9d78-38d8-4959-a4d2-4d5c0079463a
  kind: Event
  lastTimestamp: "2026-07-28T17:40:07Z"
  message: Scaled up replica set isvc-secondary-82c139-predictor-9d5ddc4d6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-secondary-82c139-predictor.18c684e1bfa9116f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25386"
    uid: 1403684f-b42c-423c-960f-7a2fb41db7bf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-82c139-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25383"
    uid: 0b5f8d1c-8b7e-4794-a844-2003bfa64a95
  kind: Event
  lastTimestamp: "2026-07-28T17:40:22Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:22Z"
    name: isvc-secondary-82c139-predictor.18c684e53e0a91fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25653"
    uid: 360d458f-89a3-4af0-ae13-1116831c75ab
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-82c139-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25383"
    uid: 0b5f8d1c-8b7e-4794-a844-2003bfa64a95
  kind: Event
  lastTimestamp: "2026-07-28T17:40:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:40:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:22Z"
    name: isvc-secondary-82c139-predictor.18c684e53e7b0032
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: c16dbf2e-5c2c-4953-9b9f-a0292ce8c53e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-82c139
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: 8cab20d6-d347-4c00-94e0-73f89a8142ff
  kind: Event
  lastTimestamp: "2026-07-28T17:40:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:17Z"
    name: isvc-secondary-82c139.18c684e1bfaf246f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25618"
    uid: 6ca231e3-6e40-41fc-b3e5-fea934685938
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-82c139
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: 8cab20d6-d347-4c00-94e0-73f89a8142ff
  kind: Event
  lastTimestamp: "2026-07-28T17:40:07Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-82c139":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-82c139":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-secondary-82c139.18c684e1c0455c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: b13ee736-b390-479b-8e85-cfc44cbb4070
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-82c139
    namespace: kserve-ci-e2e-test
    resourceVersion: "25375"
    uid: 8cab20d6-d347-4c00-94e0-73f89a8142ff
  kind: Event
  lastTimestamp: "2026-07-28T17:40:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-82c139": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:40:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:07Z"
    name: isvc-secondary-82c139.18c684e1c045ba2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25407"
    uid: 91221324-8ff9-4bdf-9871-f30684cda45e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:20:24.148471Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15321"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683ce3f5c13ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: 14ccd663-2eb6-401d-adf0-3779fce60357
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-5fb11-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683ce47dcdf20
    namespace: kserve-ci-e2e-test
    resourceVersion: "15362"
    uid: 2891eff8-59e3-485b-8bbd-bd361f5002ad
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15339"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:25Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:20:25Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683ce7d1e3ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15391"
    uid: 66d675ee-f668-4867-a029-cfbd0fee7049
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:25Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683ce7e9eba64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15393"
    uid: 415d3909-5064-43b5-88bb-26d14a174657
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:25Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683ce817146c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15395"
    uid: c955494c-22d6-43f9-957a-587fdf5883d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:20:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:25Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683ce81d1ece8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15396"
    uid: b24c51c8-189d-490b-aa77-f20e184302e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:20:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:30Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683cfc239d645
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: cae44e20-4d7b-4ea5-b8d7-68c437b1b827
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:31Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683cff2f50a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: b84a577b-3715-41ea-845c-cf3f7227d16a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:31Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683cff3710b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: fb61381f-b352-4953-b759-f629212f6b43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:31Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683cff37da790
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: efa03afe-3d06-4063-a38d-07d20f503741
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:31Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683cff6da1479
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 20e2a30c-1b4e-4c5f-9bfd-f46dd440785b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:20:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:20:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:31Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683cff75fd977
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: b9d15633-d392-40a6-8a96-307fbd8ce382
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:22:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:18Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683d04a0a60ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: 5d61ad76-2745-4bd6-864e-9350cf20abce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683e7eb7451b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: 1a509bc4-8b3e-40d7-b2ff-e29d8b4bdc4c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683e7eb75880a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: 03597f1b-37bd-4b8c-b5db-4d0b9ec308cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 050d1d09-c39f-47ec-b83d-4c013ecfe8a4
  kind: Event
  lastTimestamp: "2026-07-28T17:22:18Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:18Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r.18c683e8f86de9b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: 54e5241f-acb0-40f4-a64f-d58b367c2999
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15310"
    uid: ef2eafca-80b4-46ba-84a7-1337096bdec8
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: 'Created pod: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d-lp94r'
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d.18c683ce3ee1903c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15324"
    uid: e6e641b0-43ed-482b-b269-c56c27884a75
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15307"
    uid: f76dc18a-be11-4b93-b2d6-240238dc7ab3
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-5fb11-predictor-854c67d48d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor.18c683ce39d964a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15314"
    uid: c49547bf-55ff-49c0-8c8c-38af459b8e2d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 1ebef3a1-b1cf-4e2c-b2c8-7568605ee37d
  kind: Event
  lastTimestamp: "2026-07-28T17:21:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:09Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor.18c683d1b89ab778
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 2d82ed40-9ca2-490d-b768-523b412b0ec8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15309"
    uid: 1ebef3a1-b1cf-4e2c-b2c8-7568605ee37d
  kind: Event
  lastTimestamp: "2026-07-28T17:21:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:09Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor.18c683d1b909f516
    namespace: kserve-ci-e2e-test
    resourceVersion: "15763"
    uid: 03164dbe-d9f1-45fc-a838-fb388ef51328
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: 1ebef3a1-b1cf-4e2c-b2c8-7568605ee37d
  kind: Event
  lastTimestamp: "2026-07-28T17:22:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:09Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor.18c683d537ccbc83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: b9bcb734-ed2d-42fa-9a68-31935fa0b861
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: 1ebef3a1-b1cf-4e2c-b2c8-7568605ee37d
  kind: Event
  lastTimestamp: "2026-07-28T17:22:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:09Z"
    name: isvc-sklearn-graph-raw-5fb11-predictor.18c683d5383ee023
    namespace: kserve-ci-e2e-test
    resourceVersion: "16249"
    uid: 10145f13-8277-4f99-8596-e05d48348d2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-5fb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 9b7878b9-3143-4e48-a442-054a828a4532
  kind: Event
  lastTimestamp: "2026-07-28T17:21:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:49Z"
    name: isvc-sklearn-graph-raw-5fb11.18c683ce39d3857d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16062"
    uid: 627e917c-f470-4fd9-9981-674a3bb3c3cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-5fb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15282"
    uid: 9b7878b9-3143-4e48-a442-054a828a4532
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-5fb11":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-5fb11":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-sklearn-graph-raw-5fb11.18c683ce3a6f8498
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: ce20fbdf-efdd-4c22-ab1f-8f0581e3b3c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-5fb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16060"
    uid: 9b7878b9-3143-4e48-a442-054a828a4532
  kind: Event
  lastTimestamp: "2026-07-28T17:21:49Z"
  message: InferenceService [isvc-sklearn-graph-raw-5fb11] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:21:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:49Z"
    name: isvc-sklearn-graph-raw-5fb11.18c683e2025fa8e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16061"
    uid: 31d66e93-5c6d-442c-bd75-d2e983d61b93
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:22:14.462390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e7ee94e954
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: cf1948ba-00dd-4c3b-af51-f2a49fa951ab
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16369"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e8083ef005
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: 31419e5a-26cd-4c64-8d80-cec340f4fe89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e809e141a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: 80c17122-5028-4566-8d28-5d4456bf1d6d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e80cbfad27
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 27f801c7-9265-4b0b-b450-c03f816901a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e80d219cce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16424"
    uid: ac5fa7a7-1075-4fba-8dd8-e55a4044b12d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e917c460c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16475"
    uid: b04a0dbc-f6f6-48c2-971b-e05d9ea982d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e91b452cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: ef2b8bfe-2309-4ddc-9a42-73511f20375a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e91bc08be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: 3b56a604-7a03-4d53-8ff9-7c13d6f6a6ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e91bca5339
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 538f0d02-40db-482c-91ba-d3a309d32987
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e9206fa36d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 9625cfa1-12aa-4cbc-97c5-30079fc93eda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e920e60be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 1bfc01b5-cc5d-4fb1-ab80-c57491c40ca3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c683e99044546d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17459"
    uid: ec6eefb9-080c-494e-8aca-bcb72c7134e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c68401a618c2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: e49ab74a-7c9b-416f-a5b6-f29962b001f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c68401a6193e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: e5451c5b-08ff-40d1-b84e-050ec3e4f65b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 2e18970d-c15c-4ec7-9807-e23fc4a172f0
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b.18c684023ec0305f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17458"
    uid: 0e43f5bf-ad4a-457d-a3cf-c63392faf7c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16325"
    uid: 8a7cba97-ec6e-4325-bf92-1501db41bfd4
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb-fbg7b'
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb.18c683e7ee02b9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: c45b5eb0-57a5-49e0-b8bb-f01f13699be8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16319"
    uid: 49f1b926-1434-4118-81bc-e15b7847f6e0
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-c3acd-predictor-7776b474fb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor.18c683e7e99cff07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: 0eb9e60a-ad7d-4813-ab57-913cd37f1ed7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 0b368b46-bf27-4f85-b60c-e9147d47fef9
  kind: Event
  lastTimestamp: "2026-07-28T17:22:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:59Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor.18c683eb68192f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: 254a03ce-8dae-4876-8356-dd54f86a855d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16322"
    uid: 0b368b46-bf27-4f85-b60c-e9147d47fef9
  kind: Event
  lastTimestamp: "2026-07-28T17:22:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:59Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor.18c683eb688bad58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16816"
    uid: af0ca93e-deb2-4ea7-a634-e889c05f59db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: 0b368b46-bf27-4f85-b60c-e9147d47fef9
  kind: Event
  lastTimestamp: "2026-07-28T17:23:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:59Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor.18c683eee78fd3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17290"
    uid: f40a9922-9735-4471-885d-6897bc7f9e04
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: 0b368b46-bf27-4f85-b60c-e9147d47fef9
  kind: Event
  lastTimestamp: "2026-07-28T17:23:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:59Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd-predictor.18c683eee7f66b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "17292"
    uid: ab7483d0-2b57-44ed-893b-d6079776ab4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-c3acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: 38b02619-3bf5-465c-bac5-c182d7630b99
  kind: Event
  lastTimestamp: "2026-07-28T17:23:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:37Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd.18c683e7e99c5779
    namespace: kserve-ci-e2e-test
    resourceVersion: "17100"
    uid: 87b6d6e0-f606-4c70-8b5c-8354edeacf9a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-c3acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: 38b02619-3bf5-465c-bac5-c182d7630b99
  kind: Event
  lastTimestamp: "2026-07-28T17:23:37Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-c3acd] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:23:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:37Z"
    name: isvc-sklearn-graph-raw-hpa-c3acd.18c683fb48c8a5ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 95150203-1204-41f7-900e-98cca9a5c79f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:26:00.240029Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841c7ffa30a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 9b3d01f1-d0f2-494c-ad03-ec89e1ea5ca3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-e2d9f-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841c8fdf2fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18440"
    uid: 36de5046-3c5b-4629-9ff2-e99aed6692bf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:01Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:26:01Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841cbe768c2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: cb832714-b3e2-4149-9da6-cab22cd4b165
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:01Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841cbfef7932
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: dc00e00b-7dc6-477f-909b-726d888f7514
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:01Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841cc3486f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: fc1a7e45-db3d-480f-af59-8d545be3d68c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:01Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841cc3c1a4a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: b6ead9ae-9123-4092-b0ff-dd88fc72992d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:05Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841dbd4cb965
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: 729a02b7-684b-4716-92fe-b2b3be08862f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:05Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841dc0937104
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: 58c3141e-cd36-4f40-aff2-0ee762af014f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:05Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841dc101d130
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 7f451a8c-0366-4ab3-a827-074916ae915e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:05Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841dc10b439e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18501"
    uid: 534d2d53-7d82-4cbc-af5d-9fafcd38f687
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:05Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841dc4109f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: 2b9a8e8f-9316-42d0-8699-0d915961663b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:26:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:26:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:05Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841dc47fcd47
    namespace: kserve-ci-e2e-test
    resourceVersion: "18507"
    uid: 6d033567-be96-451f-adf8-4f742223b4b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:28:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:54Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6841e355a4692
    namespace: kserve-ci-e2e-test
    resourceVersion: "19729"
    uid: 373e0e10-583b-436e-af92-f360c3f4a4b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:28:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:50Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c6844428916a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: d25719cd-5065-431a-a687-e6f0bedcb244
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:28:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:50Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c68444289205c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: bcf97376-4c79-4a11-8855-baf9ad499137
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: ce11840e-1649-47b0-bfef-f9b1774706f1
  kind: Event
  lastTimestamp: "2026-07-28T17:28:58Z"
  message: 'Readiness probe failed: Get "https://10.132.0.39:8643/healthz": dial tcp
    10.132.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:58Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4.18c68444dbfa2b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: 241cf7b5-e871-45da-8e49-6553144a0b96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: d9424129-81f7-4736-b881-4cd0d8fc29b4
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: 'Created pod: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b-lptl4'
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b.18c6841c7f52979f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18409"
    uid: ff9caf0e-af68-4d56-bd10-0bb36aa2f701
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-e2d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: bec22f1d-9e7f-4145-9d2d-8f7e08445813
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-e2d9f-predictor-6fd8fd9b8b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor.18c6841c79b750af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: 43456330-9048-44ae-8aa9-c0d85dbb1077
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-e2d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: f35d3843-0669-4c3d-af25-589c3ce6e177
  kind: Event
  lastTimestamp: "2026-07-28T17:26:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:15Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor.18c6841ff9aa8981
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: 62d89ef1-df6b-4385-b8e1-78978968027d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-e2d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18384"
    uid: f35d3843-0669-4c3d-af25-589c3ce6e177
  kind: Event
  lastTimestamp: "2026-07-28T17:26:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:15Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor.18c6841ffad06509
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: 37618d08-dd07-4ec6-914e-df110eb97935
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-e2d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: f35d3843-0669-4c3d-af25-589c3ce6e177
  kind: Event
  lastTimestamp: "2026-07-28T17:28:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:45Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor.18c684237971b1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19644"
    uid: 93993d27-2c8e-493d-8ede-05472e5e4c60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-e2d9f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: f35d3843-0669-4c3d-af25-589c3ce6e177
  kind: Event
  lastTimestamp: "2026-07-28T17:28:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:45Z"
    name: isvc-sklearn-scale-raw-e2d9f-predictor.18c6842379dfb7a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: ea75388a-64b5-46f7-8d5f-d7b5a782e913
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-e2d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: aab2ccf2-cebe-4d42-8bd3-ab1017c63579
  kind: Event
  lastTimestamp: "2026-07-28T17:28:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:44Z"
    name: isvc-sklearn-scale-raw-e2d9f.18c6841c79f94b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "19640"
    uid: 81b30223-2c3d-4b0f-b283-47f3a46c8c28
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-e2d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: aab2ccf2-cebe-4d42-8bd3-ab1017c63579
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scale-raw-e2d9f":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-e2d9f":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-sklearn-scale-raw-e2d9f.18c6841c7a652da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18432"
    uid: 6dfafca2-ee79-4aeb-afcb-1123120bacce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-e2d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18389"
    uid: aab2ccf2-cebe-4d42-8bd3-ab1017c63579
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scale-raw-e2d9f": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-sklearn-scale-raw-e2d9f.18c6841c81d503b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: 68a80376-1fac-4987-9b79-54e648bac29e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-e2d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: aab2ccf2-cebe-4d42-8bd3-ab1017c63579
  kind: Event
  lastTimestamp: "2026-07-28T17:28:44Z"
  message: InferenceService [isvc-sklearn-scale-raw-e2d9f] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:28:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:44Z"
    name: isvc-sklearn-scale-raw-e2d9f.18c68442cf0a626a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19639"
    uid: e9706e09-98c6-4d7f-a8f0-289e11307b3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:20:24.245007Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15348"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683ce451d1061
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: 62985efd-0d47-4207-a2a0-85cbff317bc9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15358"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683ce5e780a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: da616cfc-a6a3-4590-b06a-001f32fee45c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683ce601362b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15376"
    uid: 50266414-e185-4fe0-8110-5e6e4aa916de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683ce6387269c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 58ff51b1-f573-4a4e-bebc-9d3c3652fcf2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683ce63e8d3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: 21b9bbda-ace0-4947-b1c9-7f8a2a9a9764
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:28Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:20:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:28Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683cf59df22ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 262dfa45-ccd4-4dcb-b616-08d82dd34c5e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:47Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.45s (18.45s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:47Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683d3a5981b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15588"
    uid: dbfe7742-fc1b-4d0f-8eed-b5c5c28610cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:47Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683d3a962cf79
    namespace: kserve-ci-e2e-test
    resourceVersion: "15590"
    uid: f2dc0505-b04f-413b-bedf-c031e05328da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:47Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683d3a9d28db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15591"
    uid: 646689c3-755d-4312-94a3-070bc18f5d91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:47Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683d3a9dc447f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15592"
    uid: 538303a4-cc11-41e3-be9e-594408bd3edb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:47Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683d3addc1dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15593"
    uid: ad2dd4d5-2e2a-4748-a5f7-9ea6edd942f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:20:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:20:47Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683d3ae4b5883
    namespace: kserve-ci-e2e-test
    resourceVersion: "15594"
    uid: 06a432a5-7fc7-4355-9554-e4348568659d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:22:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:15Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683d409061d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "16427"
    uid: 72f227b8-b973-4285-a9db-754348aaffeb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683e7fb7398ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: d0ee65c7-b4f0-42b9-8851-2e16aa226c80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683e7fb7404e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: b56b6b7b-3305-4489-929f-fe9d406218c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt
    namespace: kserve-ci-e2e-test
    resourceVersion: "15351"
    uid: 679b1732-db62-4380-b274-b79ad4de310c
  kind: Event
  lastTimestamp: "2026-07-28T17:22:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:20Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt.18c683e80f444c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 069d8d84-3755-4571-89dc-c90d5ca49c1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15338"
    uid: 0fa72323-200c-4e8a-b1b6-a6d3f8d46319
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: 'Created pod: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65-p7zjt'
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65.18c683ce44a3af16
    namespace: kserve-ci-e2e-test
    resourceVersion: "15350"
    uid: dac8bd40-df20-4ef4-a3c1-8c218a35a02b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 2be65ab3-2642-4970-b48d-3657c29eca74
  kind: Event
  lastTimestamp: "2026-07-28T17:20:24Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-5fb11-predictor-5cf465cc65
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:20:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor.18c683ce416117f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15340"
    uid: 5589aedd-5ef2-49f4-8779-c2855f4f4b3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: b94ad4f4-e3bf-4b30-ad47-e0e840457100
  kind: Event
  lastTimestamp: "2026-07-28T17:21:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor.18c683d1c003f794
    namespace: kserve-ci-e2e-test
    resourceVersion: "15869"
    uid: 93872900-be44-4555-8499-6544798109f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: b94ad4f4-e3bf-4b30-ad47-e0e840457100
  kind: Event
  lastTimestamp: "2026-07-28T17:21:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:24Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor.18c683d1c075c120
    namespace: kserve-ci-e2e-test
    resourceVersion: "15870"
    uid: f2a0cfb8-586e-4651-8e93-7bb0d8a811ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: b94ad4f4-e3bf-4b30-ad47-e0e840457100
  kind: Event
  lastTimestamp: "2026-07-28T17:22:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:09Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor.18c683dfbb94e0df
    namespace: kserve-ci-e2e-test
    resourceVersion: "16252"
    uid: 4a8a7816-612d-40e4-8d7f-65f2c5095b15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-5fb11-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15530"
    uid: b94ad4f4-e3bf-4b30-ad47-e0e840457100
  kind: Event
  lastTimestamp: "2026-07-28T17:22:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:09Z"
    name: isvc-xgboost-graph-raw-5fb11-predictor.18c683dfbc08659c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16253"
    uid: 7e4ca560-b13c-4700-beef-51156db675a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-5fb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: 291a2535-0175-4b2a-9a8f-c2b2dc307d9a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:55Z"
    name: isvc-xgboost-graph-raw-5fb11.18c683ce4192f8f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16112"
    uid: f3e77b67-133a-4729-a227-8f07748a35de
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-5fb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16110"
    uid: 291a2535-0175-4b2a-9a8f-c2b2dc307d9a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:55Z"
  message: InferenceService [isvc-xgboost-graph-raw-5fb11] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:55Z"
    name: isvc-xgboost-graph-raw-5fb11.18c683e36d80de07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16111"
    uid: 709e743a-e84e-4f7b-9f21-b040a8a86dcb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:22:14.545453Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e7f38865b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16378"
    uid: ee32e24e-d276-429f-8bce-9a406f55f2c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-c3acd-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e7fffd2b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: 55f9c20b-7ade-4321-b23d-66df99ac1018
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:15Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:22:15Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e8310e583e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 777251ec-d4e5-4b26-9e49-31e89dd26b4a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:15Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e83290cf0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16439"
    uid: e5f19cc9-e802-406b-b6f1-1c2446e3e66e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:15Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e8360e29e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16441"
    uid: a2f48234-bc8c-424c-9e46-bbb3a0fa177d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:15Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e836836568
    namespace: kserve-ci-e2e-test
    resourceVersion: "16442"
    uid: 56f7ff52-8265-440e-8c81-90c4b4857f85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e917dc1c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 833b2661-b8ee-45e7-ad2b-881366fedee6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e91b8ef14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: 58121a64-fd9d-4754-8f46-25784ada835c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e91c1403f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: 6f5ba635-9f5e-4f9b-b464-99882b6c68ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e91c47421f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 2b1d356e-9494-431d-9aa2-785430b3ddc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e9209b37f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16492"
    uid: 2d3d9546-66ca-4c67-a426-5b372d149737
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:19Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e9211523b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: 1a28206d-233a-4486-8098-09cee037f166
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:22:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c683e99044340f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17460"
    uid: 1c8a6a95-88ae-4c2b-b655-58827a4ab913
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c68401a90f1665
    namespace: kserve-ci-e2e-test
    resourceVersion: "17418"
    uid: 4d6187b2-04e8-4e18-aded-737208f60017
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c68401a91045db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17419"
    uid: 289868fa-3561-40a3-957c-f0b9a8b4b497
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: 4009dc87-5434-45df-9454-e6bc4d10b70b
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf.18c684023ebf8b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17457"
    uid: ee5d044c-a71a-4e67-9e72-868bc8b5b49d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 03cdc8a5-5831-40db-8d22-b3a7c0c5db0d
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9-ktljf'
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9.18c683e7f31518d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16375"
    uid: 212a12f8-e17f-43ff-8dd5-c49afa5b8522
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 98740309-c063-42ea-b786-911b4ddab64a
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-c3acd-predictor-6dd56b77b9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor.18c683e7f024c1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16367"
    uid: 5e8dbbad-17ed-4daa-a14e-b47939fc2e0c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: ed2a818e-459f-4009-b709-297e0b891ac9
  kind: Event
  lastTimestamp: "2026-07-28T17:22:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:59Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor.18c683eb6ed5e70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16817"
    uid: 7b454709-d1c9-4640-a6f9-a00de25deaea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: ed2a818e-459f-4009-b709-297e0b891ac9
  kind: Event
  lastTimestamp: "2026-07-28T17:22:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:22:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:59Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor.18c683eb6f3a9825
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 6d5099a0-c496-4d01-b5df-7db41ccf478e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: ed2a818e-459f-4009-b709-297e0b891ac9
  kind: Event
  lastTimestamp: "2026-07-28T17:23:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:59Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor.18c683f5eb634865
    namespace: kserve-ci-e2e-test
    resourceVersion: "17293"
    uid: a7cdd213-8c7f-4d0d-81b3-a0e07e3a0007
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16591"
    uid: ed2a818e-459f-4009-b709-297e0b891ac9
  kind: Event
  lastTimestamp: "2026-07-28T17:23:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:59Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd-predictor.18c683f5ebcba783
    namespace: kserve-ci-e2e-test
    resourceVersion: "17294"
    uid: 481716f9-de4f-471d-8b64-30ffdd00bf58
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-c3acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: ba8d28a5-74f3-47d9-a5a0-05aa035ec636
  kind: Event
  lastTimestamp: "2026-07-28T17:23:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:27Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd.18c683e7f05cc7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17025"
    uid: 5be308fc-8851-4cf1-bb9e-49546bc48b32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-c3acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17023"
    uid: ba8d28a5-74f3-47d9-a5a0-05aa035ec636
  kind: Event
  lastTimestamp: "2026-07-28T17:23:27Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-c3acd] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:27Z"
    name: isvc-xgboost-graph-raw-hpa-c3acd.18c683f8f4b548d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17024"
    uid: 09003235-b992-46dc-80c4-0f6018f23849
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:24:04.848523Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c68401a21b9c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: 95552503-82da-4a78-8f39-11149115f39d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-b8148-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c68401a91b2db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: c342d290-9dfc-4d59-a13d-b0fd253f49f1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:05Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:24:05Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c68401dfe53b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "17435"
    uid: 761ceb4e-5890-45ee-8622-2d8afa569008
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:05Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T17:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:05Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c68401e15247c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17437"
    uid: 1c6dda83-0f54-4dbb-90e7-cd3d3aeb692c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.135s (1.135s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c6840224fdf128
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: 93dfa14d-6f5b-408c-bb75-37d6c8861f0a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c684022802013a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 6809acc8-f403-4a35-a2c9-74d12ad58bf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c684022870214f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: 4bef1bfc-f68c-4836-aeb6-e117784f36b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c684022879faf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17451"
    uid: e0f13ce9-a54b-4483-ac18-8c02012cc409
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c684022ba98d8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 97b70ded-7cac-481b-80cb-917048907380
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:24:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:07Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c684022c18276c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: 31930609-5c9f-45cd-92d2-928b293c06b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c6841c828577f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: 45f28b5a-dd62-4264-becc-338a167055f1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17374"
    uid: 6f282bca-8e26-4e97-b1a4-0f193ac3ec56
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx.18c6841c8285fe40
    namespace: kserve-ci-e2e-test
    resourceVersion: "18435"
    uid: a670aebd-9427-42a2-8c68-73198f100d36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-b8148-predictor-86f78f7649
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: d787fdcb-2a96-4690-853c-210e9e392f58
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: 'Created pod: message-dumper-raw-b8148-predictor-86f78f7649-2xqrx'
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: message-dumper-raw-b8148-predictor-86f78f7649.18c68401a1814a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 2ee148e6-f790-4e92-b95c-a113a698c864
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-b8148-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: 0a1ebb85-a887-4184-9b49-e5fa88fb9407
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: Scaled up replica set message-dumper-raw-b8148-predictor-86f78f7649 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: message-dumper-raw-b8148-predictor.18c684019e5ee3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17363"
    uid: ad373375-db85-4f81-b3b0-87cad9fdfb58
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-b8148-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 44760965-9d91-43cf-bbe8-32baf37833d5
  kind: Event
  lastTimestamp: "2026-07-28T17:24:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:34Z"
    name: message-dumper-raw-b8148-predictor.18c684051ce7c6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 80cfc212-55f8-414e-8676-741e69c8fdd6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-b8148-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 44760965-9d91-43cf-bbe8-32baf37833d5
  kind: Event
  lastTimestamp: "2026-07-28T17:24:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:34Z"
    name: message-dumper-raw-b8148-predictor.18c684051d4eed7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: ca47b3e3-b4f7-49e6-8911-6b58044ffa60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-b8148
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 3fce3e49-ae8c-4329-a764-dfdd9211cbc7
  kind: Event
  lastTimestamp: "2026-07-28T17:24:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:16Z"
    name: message-dumper-raw-b8148.18c684019e7050b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: b4e7f2b1-f7b8-46c2-9de5-240b6fcb4f2b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-b8148
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 3fce3e49-ae8c-4329-a764-dfdd9211cbc7
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-b8148":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-b8148":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: message-dumper-raw-b8148.18c684019edc1d88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: 64201ea7-22ca-4c23-8151-566bf7142ee1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-b8148
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: 3fce3e49-ae8c-4329-a764-dfdd9211cbc7
  kind: Event
  lastTimestamp: "2026-07-28T17:24:16Z"
  message: InferenceService [message-dumper-raw-b8148] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:16Z"
    name: message-dumper-raw-b8148.18c6840440bfd55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: e691831f-16ca-49e1-8297-2e39621bb53b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:22:04.158909Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16188"
    uid: 5d21a59e-28c6-4dd8-817f-433131f9bb25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    to ip-10-0-128-156.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:22:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:22:04Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q.18c683e588723a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 0eaf33d0-538b-4933-9c20-14f8e74194cb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: 5d21a59e-28c6-4dd8-817f-433131f9bb25
  kind: Event
  lastTimestamp: "2026-07-28T17:22:04Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:22:04Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q.18c683e5a1f9df08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16207"
    uid: a612d0a1-fb1a-4d7f-ab94-c5f102903179
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5fb11}
    kind: Pod
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 5d21a59e-28c6-4dd8-817f-433131f9bb25
  kind: Event
  lastTimestamp: "2026-07-28T17:22:04Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:2d78b1e75ce4a3e633713c1f964bde1c2425164638b26ad77af20d6340c844d7"
  metadata:
    creationTimestamp: "2026-07-28T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:04Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q.18c683e5a348a19f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16209"
    uid: c561ef8c-7973-4081-a581-acdafa2ee051
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5fb11}
    kind: Pod
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 5d21a59e-28c6-4dd8-817f-433131f9bb25
  kind: Event
  lastTimestamp: "2026-07-28T17:22:06Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:2d78b1e75ce4a3e633713c1f964bde1c2425164638b26ad77af20d6340c844d7"
    in 1.785s (1.785s including waiting). Image size: 218226779 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:06Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q.18c683e60db7337b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16221"
    uid: a8d9024a-e56c-4392-a424-32f952d82204
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5fb11}
    kind: Pod
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 5d21a59e-28c6-4dd8-817f-433131f9bb25
  kind: Event
  lastTimestamp: "2026-07-28T17:22:06Z"
  message: 'Created container: model-chainer-raw-5fb11'
  metadata:
    creationTimestamp: "2026-07-28T17:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:06Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q.18c683e612117407
    namespace: kserve-ci-e2e-test
    resourceVersion: "16223"
    uid: 02998892-05b4-4fc2-bc68-3136912a7a88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5fb11}
    kind: Pod
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 5d21a59e-28c6-4dd8-817f-433131f9bb25
  kind: Event
  lastTimestamp: "2026-07-28T17:22:06Z"
  message: Started container model-chainer-raw-5fb11
  metadata:
    creationTimestamp: "2026-07-28T17:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:06Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q.18c683e61287c151
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: b9f6b35f-eee3-4146-b4a7-199e4de90dcf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5fb11}
    kind: Pod
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 5d21a59e-28c6-4dd8-817f-433131f9bb25
  kind: Event
  lastTimestamp: "2026-07-28T17:22:14Z"
  message: Stopping container model-chainer-raw-5fb11
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:14Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q.18c683e7dfec2857
    namespace: kserve-ci-e2e-test
    resourceVersion: "16305"
    uid: 685d7529-43f1-49bf-9644-5d7a753dbf08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-5fb11}
    kind: Pod
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 5d21a59e-28c6-4dd8-817f-433131f9bb25
  kind: Event
  lastTimestamp: "2026-07-28T17:22:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:43Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q.18c683e8d794f473
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 2e0a5639-86e3-4fa7-b141-4ace08d80438
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-5fb11-7f4bdffbb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16185"
    uid: 17fb2b33-213b-4caf-9638-a5184cd8c8d8
  kind: Event
  lastTimestamp: "2026-07-28T17:22:04Z"
  message: 'Created pod: model-chainer-raw-5fb11-7f4bdffbb9-2zv2q'
  metadata:
    creationTimestamp: "2026-07-28T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:04Z"
    name: model-chainer-raw-5fb11-7f4bdffbb9.18c683e587f259fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: 34d6b83e-2bc4-4a36-9b72-8c51b9cc976c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-5fb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16183"
    uid: 1050e4c7-b955-47aa-bbf1-03a348ac5531
  kind: Event
  lastTimestamp: "2026-07-28T17:22:04Z"
  message: Scaled up replica set model-chainer-raw-5fb11-7f4bdffbb9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:04Z"
    name: model-chainer-raw-5fb11.18c683e586fb7d76
    namespace: kserve-ci-e2e-test
    resourceVersion: "16186"
    uid: 450c67e3-f251-424a-9b7b-2bfa39d714ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-5fb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: c424e75f-a8aa-4982-bbe0-4b48f78a132c
  kind: Event
  lastTimestamp: "2026-07-28T17:22:04Z"
  message: InferenceGraph [model-chainer-raw-5fb11] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:04Z"
    name: model-chainer-raw-5fb11.18c683e58b4258a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 75fc383b-ffed-45ce-acb6-d0d4ce4128ca
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:23:54.507123Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: feeea449-9151-4360-a7ff-19acb150d405
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q
    to ip-10-0-128-156.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:23:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:23:54Z"
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q.18c683ff39b64f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "17239"
    uid: c53128c4-d371-47da-8b55-bd8a7546c5d0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17243"
    uid: feeea449-9151-4360-a7ff-19acb150d405
  kind: Event
  lastTimestamp: "2026-07-28T17:23:54Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:23:54Z"
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q.18c683ff532c02f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17253"
    uid: f7c5066e-9f8a-4bd7-ab51-2ec38f3c8196
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c3acd}
    kind: Pod
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: feeea449-9151-4360-a7ff-19acb150d405
  kind: Event
  lastTimestamp: "2026-07-28T17:23:54Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:2d78b1e75ce4a3e633713c1f964bde1c2425164638b26ad77af20d6340c844d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:54Z"
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q.18c683ff5484ba7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 47f2bc35-aab1-4b53-949c-6a4620aae495
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c3acd}
    kind: Pod
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: feeea449-9151-4360-a7ff-19acb150d405
  kind: Event
  lastTimestamp: "2026-07-28T17:23:55Z"
  message: 'Created container: model-chainer-raw-hpa-c3acd'
  metadata:
    creationTimestamp: "2026-07-28T17:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:55Z"
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q.18c683ff577c4958
    namespace: kserve-ci-e2e-test
    resourceVersion: "17256"
    uid: a145c3ce-5d42-4325-803c-a4f8abe9d242
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c3acd}
    kind: Pod
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: feeea449-9151-4360-a7ff-19acb150d405
  kind: Event
  lastTimestamp: "2026-07-28T17:23:55Z"
  message: Started container model-chainer-raw-hpa-c3acd
  metadata:
    creationTimestamp: "2026-07-28T17:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:55Z"
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q.18c683ff5801afba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 39d42cb6-b238-480e-8004-6736163255b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c3acd}
    kind: Pod
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: feeea449-9151-4360-a7ff-19acb150d405
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: Stopping container model-chainer-raw-hpa-c3acd
  metadata:
    creationTimestamp: "2026-07-28T17:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q.18c684019584079d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17345"
    uid: cae44e5e-aaa0-497a-8b6b-f5c5860c07b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-c3acd}
    kind: Pod
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: feeea449-9151-4360-a7ff-19acb150d405
  kind: Event
  lastTimestamp: "2026-07-28T17:24:31Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:31Z"
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q.18c68402161c10e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: eecb68a1-63ed-4540-89e1-e907c7156aa0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-128-156.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-128-156.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: 245b4ae9-a3b9-48a4-8394-5e15c206f7f7
  kind: Event
  lastTimestamp: "2026-07-28T17:23:54Z"
  message: 'Created pod: model-chainer-raw-hpa-c3acd-6ff77f57cd-s6h2q'
  metadata:
    creationTimestamp: "2026-07-28T17:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:54Z"
    name: model-chainer-raw-hpa-c3acd-6ff77f57cd.18c683ff391d3e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 329155a8-172e-4691-81ff-2d5b14f28815
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-c3acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: ef6e4a37-1de0-4c3a-b5c0-22bf1c9e3c5c
  kind: Event
  lastTimestamp: "2026-07-28T17:23:54Z"
  message: Scaled up replica set model-chainer-raw-hpa-c3acd-6ff77f57cd from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:54Z"
    name: model-chainer-raw-hpa-c3acd.18c683ff3808d6ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17232"
    uid: 88d9f990-bec2-41e2-9ba0-ad3d7b0f7f85
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-c3acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17245"
    uid: dcfae250-7cdb-4795-a5da-ab515e67c515
  kind: Event
  lastTimestamp: "2026-07-28T17:23:54Z"
  message: InferenceGraph [model-chainer-raw-hpa-c3acd] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:54Z"
    name: model-chainer-raw-hpa-c3acd.18c683ff3c49659a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 5b055250-9afa-4f1f-a9b7-4c6666dcc18f
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:40:41.093621Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25932"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:40:41Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684e996f16162
    namespace: kserve-ci-e2e-test
    resourceVersion: "25939"
    uid: 92a30b1b-32b2-4736-a2e6-0c799526d205
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25943"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:41Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:40:41Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684e9b0bdefd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: 3c3779d1-41f7-4c3a-8cdf-beeb885b8419
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:41Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684e9b28d69f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25953"
    uid: a9a03077-8e6e-4686-a364-79237475ec72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:41Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684e9b5a56b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25954"
    uid: 16c63573-ccd9-4f78-b4dd-ecdc2cf3ece7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:41Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684e9b615af0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25955"
    uid: 435d1d82-7a1a-4eeb-af88-ffde6fe715c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:45Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684eaaf09f42e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26001"
    uid: 98ecd8f1-9e7e-4a8f-8366-4421faf7135d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:45Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684eab2301c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "26003"
    uid: 99efe17d-ea5f-4883-82c2-8a36ec694624
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:45Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684eab2a099f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26004"
    uid: 74335a01-f09b-4b80-b379-7d8bb68a72f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:45Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684eab2aa188b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26007"
    uid: 6fdfce31-7567-4d06-af9d-d4028c074a34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:45Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684eab5819004
    namespace: kserve-ci-e2e-test
    resourceVersion: "26008"
    uid: ea82e105-f254-490a-9ac2-25ef6096cfe8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:45Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684eab6371b93
    namespace: kserve-ci-e2e-test
    resourceVersion: "26009"
    uid: 23162f4b-661a-4e53-a377-e69596156e32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:13Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684eb26ff7bba
    namespace: kserve-ci-e2e-test
    resourceVersion: "26663"
    uid: 0b758284-c041-4970-9596-18f3bf85df8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:11Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684fe9131411d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26641"
    uid: ea605843-a0fe-4ad6-9a1e-9bbe98e2c3b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:11Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684fe91340d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26642"
    uid: 79419b5e-0966-479d-8b5d-928a7e8e93be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25938"
    uid: 617cd576-20c3-425f-9148-130b16092fe1
  kind: Event
  lastTimestamp: "2026-07-28T17:42:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.51:8643/healthz": dial tcp
    10.132.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:13Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2.18c684ff2d49a04d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26662"
    uid: 3cf96742-0e1e-46b9-b3d7-da501403e089
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-fb75d-predictor-768dc4cffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25923"
    uid: 0e13adcd-c3e8-43cf-a12c-d1829ab16a0a
  kind: Event
  lastTimestamp: "2026-07-28T17:40:41Z"
  message: 'Created pod: raw-sklearn-fb75d-predictor-768dc4cffb-4phk2'
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:41Z"
    name: raw-sklearn-fb75d-predictor-768dc4cffb.18c684e99655211c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25936"
    uid: 031906ee-be06-4e06-8001-424c115e55af
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-fb75d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25920"
    uid: a8c11ddb-14f4-4d57-be3a-af6b707df3af
  kind: Event
  lastTimestamp: "2026-07-28T17:40:41Z"
  message: Scaled up replica set raw-sklearn-fb75d-predictor-768dc4cffb from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:41Z"
    name: raw-sklearn-fb75d-predictor.18c684e991d5940b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25924"
    uid: 35ab3eaa-b3cd-4e9e-bf94-3ce3f14a95f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fb75d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 246cd828-df5e-4f4d-946a-ce86ebde1d81
  kind: Event
  lastTimestamp: "2026-07-28T17:40:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:56Z"
    name: raw-sklearn-fb75d-predictor.18c684ed1051e78c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26083"
    uid: a42bebc0-6e7c-43dc-8b3a-596a9ad31edf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fb75d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25922"
    uid: 246cd828-df5e-4f4d-946a-ce86ebde1d81
  kind: Event
  lastTimestamp: "2026-07-28T17:40:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:40:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:56Z"
    name: raw-sklearn-fb75d-predictor.18c684ed10be1c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26085"
    uid: a29e89e2-9596-4a47-a37d-4695afdf51e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fb75d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: 246cd828-df5e-4f4d-946a-ce86ebde1d81
  kind: Event
  lastTimestamp: "2026-07-28T17:42:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:11Z"
    name: raw-sklearn-fb75d-predictor.18c684f08fe17ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26625"
    uid: 82143317-c8a3-4a6c-9f37-7ef63b7c4e9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-fb75d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26084"
    uid: 246cd828-df5e-4f4d-946a-ce86ebde1d81
  kind: Event
  lastTimestamp: "2026-07-28T17:42:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:41:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:11Z"
    name: raw-sklearn-fb75d-predictor.18c684f0904c8d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "26626"
    uid: 698da3f3-7cbb-4bc8-9207-a83fa7d5f48e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fb75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: c81cb1fc-315b-4b0d-8738-2c5cb624780b
  kind: Event
  lastTimestamp: "2026-07-28T17:42:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:03Z"
    name: raw-sklearn-fb75d.18c684e991dda393
    namespace: kserve-ci-e2e-test
    resourceVersion: "26571"
    uid: da6a2955-2bf7-4aa8-ae90-cd863cfa5f7a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fb75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25913"
    uid: c81cb1fc-315b-4b0d-8738-2c5cb624780b
  kind: Event
  lastTimestamp: "2026-07-28T17:40:41Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-fb75d": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-fb75d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:41Z"
    name: raw-sklearn-fb75d.18c684e99268ebd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25928"
    uid: 71b96273-cada-4b39-a20b-d5f5a8541757
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-fb75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26569"
    uid: c81cb1fc-315b-4b0d-8738-2c5cb624780b
  kind: Event
  lastTimestamp: "2026-07-28T17:42:03Z"
  message: InferenceService [raw-sklearn-fb75d] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:42:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:03Z"
    name: raw-sklearn-fb75d.18c684fce079175c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26570"
    uid: 9066d1ad-b8c3-442e-95c3-cb0a15f41bf7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:42:16.374412Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26706"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    to ip-10-0-138-17.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c684ffc61ee4b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26711"
    uid: a38c68cc-77e0-43e8-ac4d-f13aad53dd73
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6cd9f8997c-g6976
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26714"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:16Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c684ffdfd9af32
    namespace: kserve-ci-e2e-test
    resourceVersion: "26725"
    uid: 1d49ef7e-b02f-4ebc-8046-8c11736022c2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c684ffe15dae5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: 3daa6eee-a1fd-4734-9798-146ca40878da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c684ffe477dac2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 7d8da3ef-24ed-4357-a379-baac0be26fb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c684ffe4eaf22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26730"
    uid: 86d16024-3683-4ebe-9a42-0162f0c7dec4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:21Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c68500e7ba7d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26768"
    uid: c48605c2-42c1-4379-b272-2f11d97eac76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:21Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c68500eb2b1b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "26771"
    uid: cd8ee246-0f0e-4732-8567-141455b693d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:21Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c68500eb9c4647
    namespace: kserve-ci-e2e-test
    resourceVersion: "26772"
    uid: 4a5f5066-628d-4ee4-9c93-27f203bc52de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:21Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c68500eba8439a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: 9e440076-3051-459c-9247-bc7b48ab1292
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:21Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c68500eeceb4e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26777"
    uid: cd7763ce-b12c-4b6c-819d-80e1c5cd6fd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:42:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:42:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:21Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c68500ef405aee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26779"
    uid: 987faf15-f161-41bc-a591-3be4d8f6840a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:42:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c685015fa2521c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27424"
    uid: aa9fdfdb-1b9b-4f6a-b0d0-07aae5117132
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c68514c48c9478
    namespace: kserve-ci-e2e-test
    resourceVersion: "27409"
    uid: 151367de-0981-409e-95e5-7c88f48cc799
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c68514c48cff1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27408"
    uid: cb8dc9aa-2050-4d15-abee-3c08397f7871
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx
    namespace: kserve-ci-e2e-test
    resourceVersion: "26708"
    uid: 73491271-b88f-45f1-9bf9-6ef9ef9ac34d
  kind: Event
  lastTimestamp: "2026-07-28T17:43:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.52:8643/healthz": dial tcp
    10.132.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:49Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx.18c6851565ddf437
    namespace: kserve-ci-e2e-test
    resourceVersion: "27437"
    uid: 0c2d0dca-a971-4342-a66c-66fbea295309
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-17.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-17.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-79274-predictor-58c54cc568
    namespace: kserve-ci-e2e-test
    resourceVersion: "26694"
    uid: de5c0cfc-c7c1-41fc-b6fa-08197519020f
  kind: Event
  lastTimestamp: "2026-07-28T17:42:16Z"
  message: 'Created pod: raw-sklearn-runtime-79274-predictor-58c54cc568-s79tx'
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274-predictor-58c54cc568.18c684ffc5914924
    namespace: kserve-ci-e2e-test
    resourceVersion: "26707"
    uid: 56d07a1b-a30a-4182-964a-bb06f070457a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-79274-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26692"
    uid: 26d83332-3008-42a2-b60f-61e902de17a3
  kind: Event
  lastTimestamp: "2026-07-28T17:42:16Z"
  message: Scaled up replica set raw-sklearn-runtime-79274-predictor-58c54cc568 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274-predictor.18c684ffc0bc276f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26695"
    uid: 89c6cdf1-4e1e-42e1-afe9-6c10a1445363
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-79274-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26693"
    uid: 9c5b9463-5f59-4df0-a2da-bb060ab720ec
  kind: Event
  lastTimestamp: "2026-07-28T17:43:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:01Z"
    name: raw-sklearn-runtime-79274-predictor.18c685033fa1c850
    namespace: kserve-ci-e2e-test
    resourceVersion: "27068"
    uid: ff33d299-73b4-44f7-a65f-b794866e80c1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-79274-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26693"
    uid: 9c5b9463-5f59-4df0-a2da-bb060ab720ec
  kind: Event
  lastTimestamp: "2026-07-28T17:43:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:01Z"
    name: raw-sklearn-runtime-79274-predictor.18c68503401c44c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27069"
    uid: e2bcd709-5acd-48d3-8d05-f8413d1387a4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-79274-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 9c5b9463-5f59-4df0-a2da-bb060ab720ec
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: raw-sklearn-runtime-79274-predictor.18c6850dbcc327fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27390"
    uid: 1b5984cf-22cb-4052-92f6-e6c57d7752d3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-79274-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26854"
    uid: 9c5b9463-5f59-4df0-a2da-bb060ab720ec
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: raw-sklearn-runtime-79274-predictor.18c6850dbd337221
    namespace: kserve-ci-e2e-test
    resourceVersion: "27391"
    uid: 040c378c-857d-4cb1-aedf-449b079b341f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-79274
    namespace: kserve-ci-e2e-test
    resourceVersion: "26683"
    uid: 3ef82a63-0e79-41e3-81af-65b154d93134
  kind: Event
  lastTimestamp: "2026-07-28T17:43:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:37Z"
    name: raw-sklearn-runtime-79274.18c684ffc0d82b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27333"
    uid: 2a9ba9da-b99d-4c44-96cf-d2d27ba24488
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-79274
    namespace: kserve-ci-e2e-test
    resourceVersion: "26683"
    uid: 3ef82a63-0e79-41e3-81af-65b154d93134
  kind: Event
  lastTimestamp: "2026-07-28T17:42:16Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-79274":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-79274":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274.18c684ffc1546598
    namespace: kserve-ci-e2e-test
    resourceVersion: "26716"
    uid: 52293010-5d1c-459d-8c74-d517771720c3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-79274
    namespace: kserve-ci-e2e-test
    resourceVersion: "26688"
    uid: 3ef82a63-0e79-41e3-81af-65b154d93134
  kind: Event
  lastTimestamp: "2026-07-28T17:42:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-79274": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:42:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:16Z"
    name: raw-sklearn-runtime-79274.18c684ffc7c8ca6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: c06f7589-4118-41f7-8120-615f83c41728
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-79274
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: 3ef82a63-0e79-41e3-81af-65b154d93134
  kind: Event
  lastTimestamp: "2026-07-28T17:43:37Z"
  message: InferenceService [raw-sklearn-runtime-79274] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:37Z"
    name: raw-sklearn-runtime-79274.18c68512ba8362f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27332"
    uid: ddb7fe99-1219-43ac-b512-856687d38b78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "27676"