---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:30:22.597643Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17102"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-65f7bb5954-5hl44
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f97acc687ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17106"
    uid: e10fedb1-7881-4bdf-b234-51df775b6adf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f97b95caa2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 5dc61385-c664-4ccb-b2ed-83a164e323b8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17110"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f97f2a68a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "17138"
    uid: e6fbaa31-da0b-4fcd-84f3-3e61ad7227fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f97f40e2ec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: fbaef3ef-91b5-4032-a5b3-190c56841946
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f97f76ee090
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 2b0b3944-d71c-4b5a-97ab-a06853fcb2e7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f97f7ee8f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: b50e1228-0b55-4a78-be89-c404c7cc7070
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f98fc8aa3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: 46098167-1f82-40cb-8658-5e6e0bfde63e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f98ffaef915
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: 166d00c9-95ff-457a-91e5-1478ea946a8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f9900a05391
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: c39fd492-0b52-4e5b-87f1-dad91dc322c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f9900acb10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: f7ae6eea-149a-480f-89c4-f0a600ce84ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f9904834d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 7b1790e1-91c8-444e-bafc-b9bdd201d1fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f9905206ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: c8ad4459-ea75-4a84-bb0e-43764b35edf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:31:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:36Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63f9974b38220
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 2340bb03-b183-40db-8ec5-e2ea1f5efcd2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63fab385783ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: 4f41e39f-2c49-4cd2-9c85-1f2081b3001b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-5hl44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17104"
    uid: a65169dc-7302-4d5f-8fd1-a09b169f5229
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-canary-create-predictor-65f7bb5954-5hl44.18d63fab3857f335
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: 4a6c76e3-9614-46a3-9962-6a23a7a5a162
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:30:22.548308Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-65f7bb5954-dmgqr
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f97a9d5b709
    namespace: kserve-ci-e2e-test
    resourceVersion: "17098"
    uid: ef651f17-72ac-4a93-ab6d-3f7843cbe499
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f97b37c8570
    namespace: kserve-ci-e2e-test
    resourceVersion: "17115"
    uid: b4cdbe33-1817-4afa-a5de-c4088912d7af
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17101"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f97ef87d741
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 0d942b7b-2a3d-4e48-92ff-863624592c38
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f97f132c969
    namespace: kserve-ci-e2e-test
    resourceVersion: "17136"
    uid: 89528212-caa6-4137-8867-ce4ea724c965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f97f4c430c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: 50fe4a38-61f2-4c59-9e40-7db1fcad5fb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f97f537eb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: d5fd8d20-d6fd-40a7-861e-f5caeac2fa36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:27Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f98ea125794
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: 7cf4668e-feb4-4f4e-81ad-e8d005ae92cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:27Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f98ee22aef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: 4d8c6241-dbb3-40ed-b6c9-02f8afb0744c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:27Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f98eeacbebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17203"
    uid: 84a76ec5-0ab2-459f-81e3-10016813e82d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f98eeb6f68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: 300bf3ac-f921-48ea-ab3d-714e029a2c35
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f98f1ab1a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: b5aecb52-e13a-427f-b5f4-b153fe71e7fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f98f267f0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17206"
    uid: 6e73a024-b8e8-46a8-a0e6-26ddab6602bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:31:55Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:30:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:55Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63f9961f197dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: cc265069-7bcd-44b7-9ed7-ffa715f1fd23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:31:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:52Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63fac9e4d4fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17685"
    uid: d1aedfed-ed05-4c9d-a9e6-7e1b4fa39543
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:31:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:52Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63fac9e4dfe70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17687"
    uid: 6001e3c4-19c9-4796-ba84-d58a884f96bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr
    namespace: kserve-ci-e2e-test
    resourceVersion: "17096"
    uid: 13f44ba0-651e-4c83-9fd4-51cefaf67cbe
  kind: Event
  lastTimestamp: "2026-09-17T23:31:55Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:55Z"
    name: isvc-canary-create-predictor-65f7bb5954-dmgqr.18d63fad681e01e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: c1a9574d-52be-4549-8013-61d26c598c30
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-65f7bb5954
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 19278c81-e2d1-4f4e-a611-ad94318d2921
  kind: Event
  lastTimestamp: "2026-09-17T23:30:22Z"
  message: 'Created pod: isvc-canary-create-predictor-65f7bb5954-dmgqr'
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-predictor-65f7bb5954.18d63f97a94a00f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 042df504-934e-4db8-a46e-223a5b0f3495
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-65f7bb5954
    namespace: kserve-ci-e2e-test
    resourceVersion: "17078"
    uid: 19278c81-e2d1-4f4e-a611-ad94318d2921
  kind: Event
  lastTimestamp: "2026-09-17T23:30:22Z"
  message: 'Created pod: isvc-canary-create-predictor-65f7bb5954-5hl44'
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-predictor-65f7bb5954.18d63f97ac586331
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 0e064d79-7614-4166-83a5-21d40cf947b0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-65f7bb5954
    namespace: kserve-ci-e2e-test
    resourceVersion: "17613"
    uid: 19278c81-e2d1-4f4e-a611-ad94318d2921
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: 'Deleted pod: isvc-canary-create-predictor-65f7bb5954-5hl44'
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-canary-create-predictor-65f7bb5954.18d63fab2f14966c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: efda930c-7adb-4690-8fc2-0ab22087e19c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17077"
    uid: 1ee35d84-7ffc-4c50-a7fe-92238951a2a7
  kind: Event
  lastTimestamp: "2026-09-17T23:30:22Z"
  message: Scaled up replica set isvc-canary-create-predictor-65f7bb5954 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-predictor.18d63f97a486fea0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17082"
    uid: 3f014f17-ecde-46d6-a64c-3a094b399b82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17609"
    uid: 1ee35d84-7ffc-4c50-a7fe-92238951a2a7
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: Scaled down replica set isvc-canary-create-predictor-65f7bb5954 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-canary-create-predictor.18d63fab2eb01a53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: e8a860c4-a635-4e0f-9c70-ef3c52451287
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:30:22.495221Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17084"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f97a6abb396
    namespace: kserve-ci-e2e-test
    resourceVersion: "17089"
    uid: 51f9249c-5e04-4f40-93b2-0ecd6b9502b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f97b34e0f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17114"
    uid: b04e18ca-c274-4125-9c42-07410c6fbdab
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f97ec74c21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17130"
    uid: 5c4980f4-adb6-4b3b-93b4-e006cf7be171
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f97ee061fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 9aa80fab-b22b-40a5-a396-9266d38f6267
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f97f10f209e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17135"
    uid: 9a101e36-6fc6-4eba-ac90-3e74ed5a4f6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:23Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f97f18c12dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17137"
    uid: 2aa335fd-2631-4436-8c69-eb517713aa45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f98fca2c1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17208"
    uid: 5a8f8c9f-839a-4c73-9b58-7bdb95cf7d30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f98ffc746f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17214"
    uid: 76d40173-ea3c-4617-8487-d6c64ade0cab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f9900b0af24
    namespace: kserve-ci-e2e-test
    resourceVersion: "17217"
    uid: f6ccd6ac-67d4-4f30-8ee9-04440b83d4c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f9900baed8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17219"
    uid: 8e3b7555-c994-4553-be2d-ba13c5e70bc2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f99048e86a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17223"
    uid: 4bd1c00c-07d7-4019-88d5-902978fc492f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:30:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:28Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f99052cbc3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17226"
    uid: 342594ab-ed7d-49c5-9b16-cff2316e9416
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:31:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:56Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63f9974b43d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "17711"
    uid: 08d7e375-76c6-428d-9083-7bff160094a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:31:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:52Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63fac9df65a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17684"
    uid: 863466b6-f5bc-451a-8c3e-110e079fe73a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:31:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:52Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63fac9df6d19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17686"
    uid: 07ad1640-92ea-4203-8e19-a841091de0d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r
    namespace: kserve-ci-e2e-test
    resourceVersion: "17086"
    uid: 5f4f16b7-e915-4ec5-8540-c4c38e713afe
  kind: Event
  lastTimestamp: "2026-09-17T23:31:56Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:56Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r.18d63fad7b140352
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: de5749b7-ce01-4fe2-b89a-061490dc00e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-7cfc7d4c75
    namespace: kserve-ci-e2e-test
    resourceVersion: "17069"
    uid: c600509a-20e7-4a2c-87ef-734b5d59d69e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:22Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-7cfc7d4c75-hwz2r'
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-v2-predictor-7cfc7d4c75.18d63f97a6361086
    namespace: kserve-ci-e2e-test
    resourceVersion: "17087"
    uid: adc64457-2869-496c-96bb-b94e2535741e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17068"
    uid: 687b26dc-8165-473e-b846-104ad03d61b6
  kind: Event
  lastTimestamp: "2026-09-17T23:30:22Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-7cfc7d4c75 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:22Z"
    name: isvc-canary-create-v2-predictor.18d63f97a1acceb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17070"
    uid: 040e9ef6-b06e-4c9b-bf4b-94a7707d9512
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: 1d7db14a-f107-4e05-a47e-e3ba98a3a442
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-canary-create.18d63f97a40a0d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: 3ac15fa6-d255-4562-abb2-7bc322d274e8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: 1d7db14a-f107-4e05-a47e-e3ba98a3a442
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-canary-create.18d63f97a497d272
    namespace: kserve-ci-e2e-test
    resourceVersion: "17625"
    uid: 036c01d7-a480-4473-be3f-e8a6bb86fe04
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "17060"
    uid: 1d7db14a-f107-4e05-a47e-e3ba98a3a442
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-canary-create.18d63f97a4981ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: bd9c9b55-90b0-43e7-9470-80f6bb458894
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "17612"
    uid: 1d7db14a-f107-4e05-a47e-e3ba98a3a442
  kind: Event
  lastTimestamp: "2026-09-17T23:31:46Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:31:46Z"
    name: isvc-canary-create.18d63fab2e84ecd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17614"
    uid: dcb2b424-b32f-4e9e-99da-ba97de617e2b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:31:57.972712Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-fc78f5cb6-49w9v
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:31:57Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63fade1928a07
    namespace: kserve-ci-e2e-test
    resourceVersion: "17775"
    uid: 0a33cf8d-5a60-48c7-bfee-7b4c210c594f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63fae035dd171
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: b280c5a0-a7fb-4dc0-8296-2f4f318ffc55
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63fae04eeb898
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 2b80c06c-739c-4c84-a232-6d47f4b14fe8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63fae078dc715
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 250e64da-92dc-4be5-a1d8-038fa3f1e634
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63fae07fd2a26
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: 1ed0c423-a7d5-48cc-b505-156faff72634
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:32:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:03Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63faf1f6a0369
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: b37bc705-205d-4119-9888-de37d42cc87a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:32:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:03Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63faf228e6166
    namespace: kserve-ci-e2e-test
    resourceVersion: "17856"
    uid: 0e8b9325-a198-46cf-b000-8b31b1c5dd24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:32:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:03Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63faf230e46fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: f311b1fb-85cc-46f4-ba79-94103dbff5c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:32:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:03Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63faf23193dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17858"
    uid: dad8b7c1-a2ef-4fc1-9dd3-d9733359063f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:32:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:03Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63faf25fbd055
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 21128400-3fa4-41ad-b4b4-cf16b7d8bb65
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:32:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:03Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63faf26739aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: c2ed355c-d5d0-4623-998e-67e73d63f72c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:33:11Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:11Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63faf97546c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "18189"
    uid: 8bac3680-c31b-4aa4-ac04-4579c64dbcef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:33:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:27Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63fc2cd503841
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: 9672f19f-09a7-4307-855d-fb6b5727ffa7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:33:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:27Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63fc2cd510c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18322"
    uid: aa600b67-f6d6-48b7-814d-00bd9a7c57bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v
    namespace: kserve-ci-e2e-test
    resourceVersion: "17773"
    uid: eebbc4b3-1248-4ef1-8c34-e2ca6008e746
  kind: Event
  lastTimestamp: "2026-09-17T23:33:31Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:31Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-49w9v.18d63fc39d919de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18357"
    uid: 9cc526db-d410-4707-998c-dc2854685577
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:31:57.917255Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17754"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-fc78f5cb6-65h2m
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:31:57Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63fadde445adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: d16484ca-68a8-4665-8bc9-6fb7d3eb61aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17771"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63fae00c19000
    namespace: kserve-ci-e2e-test
    resourceVersion: "17792"
    uid: d857b2d7-00a5-4c89-915c-d5aa3e4915a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63fae02275d53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 824d4f0b-41ca-4a42-b356-9c333a090f19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63fae05015699
    namespace: kserve-ci-e2e-test
    resourceVersion: "17801"
    uid: adf40753-23f5-419f-ba4e-f2962435412d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63fae05746d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "17803"
    uid: 6986ebd6-89fa-4690-aaf6-889ba6ff380b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63faef6a63712
    namespace: kserve-ci-e2e-test
    resourceVersion: "17836"
    uid: 1d6554a9-93a9-48cf-9c1f-b73d406e7bd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63faefa8b34c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17843"
    uid: 4f529ae9-3478-45e5-a742-31b405f50e0a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63faefb056cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17846"
    uid: 4d776e45-49ec-4e9a-9523-977515fce1a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63faefb113994
    namespace: kserve-ci-e2e-test
    resourceVersion: "17847"
    uid: 3b6e7c10-1fc7-4c5a-8e30-8243e7feba18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63faefe69a4b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17850"
    uid: 88f47c6e-dda0-44f0-9a59-ff26fb0b5064
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63faefee784bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17852"
    uid: ea3f493f-2a6c-4487-a276-e2d1746ef594
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:33:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:10Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63faf6eb47a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18185"
    uid: b8e6eac5-ae37-400b-a416-d6bbd0e8d4ac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:33:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:20Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63fc13226ba09
    namespace: kserve-ci-e2e-test
    resourceVersion: "18268"
    uid: b36f5387-0264-472b-85e9-e61c8a4298b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 976f73c4-f31b-492d-a29a-43ab1e297ccf
  kind: Event
  lastTimestamp: "2026-09-17T23:33:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:20Z"
    name: isvc-canary-promote-predictor-fc78f5cb6-65h2m.18d63fc1322737ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: 1e632951-056e-4c7d-9435-6275a625a959
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-fc78f5cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 1f4f8f20-031e-4608-8f3f-7ee5155d0c7d
  kind: Event
  lastTimestamp: "2026-09-17T23:31:57Z"
  message: 'Created pod: isvc-canary-promote-predictor-fc78f5cb6-65h2m'
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:57Z"
    name: isvc-canary-promote-predictor-fc78f5cb6.18d63fadddc275fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17758"
    uid: 88673416-73e7-43b8-b59b-05bec3996629
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-fc78f5cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17746"
    uid: 1f4f8f20-031e-4608-8f3f-7ee5155d0c7d
  kind: Event
  lastTimestamp: "2026-09-17T23:31:57Z"
  message: 'Created pod: isvc-canary-promote-predictor-fc78f5cb6-49w9v'
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:57Z"
    name: isvc-canary-promote-predictor-fc78f5cb6.18d63fade120ffc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17772"
    uid: 91501f75-4fda-4621-be65-5d9f98fb3a55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-fc78f5cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18251"
    uid: 1f4f8f20-031e-4608-8f3f-7ee5155d0c7d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:20Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-fc78f5cb6-65h2m'
  metadata:
    creationTimestamp: "2026-09-17T23:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:20Z"
    name: isvc-canary-promote-predictor-fc78f5cb6.18d63fc129691822
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: c1922903-1233-4c0e-b611-1d9a2bff08b9
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 2f021a92-a9f0-44d4-a086-cce69be903a3
  kind: Event
  lastTimestamp: "2026-09-17T23:31:57Z"
  message: Scaled up replica set isvc-canary-promote-predictor-fc78f5cb6 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:57Z"
    name: isvc-canary-promote-predictor.18d63fadda452509
    namespace: kserve-ci-e2e-test
    resourceVersion: "17748"
    uid: 07d31ea2-2008-4141-9d61-3800e268b22b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18247"
    uid: 2f021a92-a9f0-44d4-a086-cce69be903a3
  kind: Event
  lastTimestamp: "2026-09-17T23:33:20Z"
  message: Scaled down replica set isvc-canary-promote-predictor-fc78f5cb6 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:20Z"
    name: isvc-canary-promote-predictor.18d63fc128f69020
    namespace: kserve-ci-e2e-test
    resourceVersion: "18253"
    uid: 8ab801f7-30a6-44fb-9640-ff08d258a735
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:31:57.913412Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-8555cb9565-975sd
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:31:57Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63fadde09b603
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: 5d03dcdb-685e-484f-aa11-f27b7099333f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17769"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63fae008679d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17791"
    uid: 031a0a0d-c173-4464-b792-1b98a955d5ad
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63fae0202aeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17795"
    uid: cc061b35-ce66-45cd-ae10-4efb39a8d13f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63fae04ea93e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: cdd67f4b-8cdc-4384-a94d-3df6527c1137
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:31:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:31:58Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63fae05613497
    namespace: kserve-ci-e2e-test
    resourceVersion: "17802"
    uid: a32dc135-90cb-4cd9-a0e8-75952baaf748
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63faef68d50d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17835"
    uid: 5774a15b-b898-4002-87e9-1daa0d052189
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63faefa7ff938
    namespace: kserve-ci-e2e-test
    resourceVersion: "17841"
    uid: dd7ec483-21e5-48f3-84b0-fb2cb33cb1ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63faefaf7de89
    namespace: kserve-ci-e2e-test
    resourceVersion: "17844"
    uid: ac50eca1-466c-42ba-8aa5-c081120caee6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63faefb034ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17845"
    uid: 99944342-26c7-4a37-bf4f-3bb879298aa5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63faefe539a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17849"
    uid: b78c1e16-d093-4513-ac1f-4c588449c55d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:32:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:32:02Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63faefece828a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17851"
    uid: 321d83c7-f5ab-4c42-a674-72f68c337e56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:32:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:35:00Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:32:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:00Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63faf6eaf3902
    namespace: kserve-ci-e2e-test
    resourceVersion: "18794"
    uid: 762d8b93-e871-4c7e-843a-24b1ebd32c0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:34:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:58Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63fd7d13feb4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18772"
    uid: b9691849-03c1-41ec-b3fb-b490292d5a58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:34:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:58Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63fd7d141206d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18774"
    uid: 19bac2e2-9224-4403-b67f-57b4bafa8587
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17756"
    uid: 2c072fa1-41f8-49e0-8bc9-596d32061cf7
  kind: Event
  lastTimestamp: "2026-09-17T23:35:00Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:00Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-975sd.18d63fd8694c3fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 0824a716-2c57-4983-97e2-ab23ac846d54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:33:27.871593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18324"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:33:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:33:27Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc2cff69e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: 88d80313-1388-4a7f-820a-11e069b032cf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:28Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:33:28Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc2f22c361d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18340"
    uid: 4c26757b-39eb-4a18-ab7b-9e64c84cb818
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:28Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc2f44b0f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18342"
    uid: 0d58d492-e83d-48eb-9f7e-a94e35516ddc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:28Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc2f75261ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18343"
    uid: da696b5d-5996-4ae1-af76-135c3a8ca990
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:28Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc2f7df3fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "18344"
    uid: a81ec525-13bc-496a-9a7e-dc64c6c6ddfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:32Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc3eea35b84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18364"
    uid: f97d32c6-b247-41d9-a1dc-82125f5700a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:32Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc3f2282f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: 28d88f2a-1201-4de5-858a-ac2e21a6c4c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:32Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc3f2a66d62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18368"
    uid: 55fe9ada-5890-4f69-87e0-1377d7257176
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:32Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc3f2b2ef94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18369"
    uid: 50ab642a-c949-49d9-ab2d-ada23eb67959
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:32Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc3f603ea57
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 7b100437-baa7-499f-9247-d2a4bf79644b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:33:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:33:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:33:32Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc3f682916a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18372"
    uid: cbc6f05d-1d88-47b5-94a6-82f8df0a1e47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:35:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:01Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fc42acec306
    namespace: kserve-ci-e2e-test
    resourceVersion: "18800"
    uid: b4c04948-5b5e-4ef7-8823-9cbe7f7f9e55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:34:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:58Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fd7d120c9ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18771"
    uid: e8558a33-6d5e-4dd5-9573-1812cc928728
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:34:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:34:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:58Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fd7d121d8e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: e8c481e8-c145-454b-902d-67a45744b63a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 264c6ea8-f779-4c83-90a2-69b7ab92598d
  kind: Event
  lastTimestamp: "2026-09-17T23:34:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:34:59Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565-sxxms.18d63fd8310e9292
    namespace: kserve-ci-e2e-test
    resourceVersion: "18788"
    uid: 3b6c2388-3d45-4f5f-a68e-edec1c802b3f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-8555cb9565
    namespace: kserve-ci-e2e-test
    resourceVersion: "17737"
    uid: 982deb2f-5e35-4a6c-9e35-0dcc95ea43f6
  kind: Event
  lastTimestamp: "2026-09-17T23:31:57Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-8555cb9565-975sd'
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:57Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565.18d63faddd895954
    namespace: kserve-ci-e2e-test
    resourceVersion: "17755"
    uid: 536e32f5-cb63-4964-a4ef-6562c17004c8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-8555cb9565
    namespace: kserve-ci-e2e-test
    resourceVersion: "18311"
    uid: 982deb2f-5e35-4a6c-9e35-0dcc95ea43f6
  kind: Event
  lastTimestamp: "2026-09-17T23:33:27Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-8555cb9565-sxxms'
  metadata:
    creationTimestamp: "2026-09-17T23:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:27Z"
    name: isvc-canary-promote-v2-predictor-8555cb9565.18d63fc2cf74dff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18326"
    uid: 216133b1-ed95-408a-8fb0-e7425ae07684
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17736"
    uid: 842242ad-8862-490d-b332-f9e3b51d6046
  kind: Event
  lastTimestamp: "2026-09-17T23:31:57Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-8555cb9565 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:31:57Z"
    name: isvc-canary-promote-v2-predictor.18d63fadd8072b7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17738"
    uid: 5ab4a124-7eaa-4008-877a-cbd030f3a188
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18306"
    uid: 842242ad-8862-490d-b332-f9e3b51d6046
  kind: Event
  lastTimestamp: "2026-09-17T23:33:27Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-8555cb9565 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T23:33:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:33:27Z"
    name: isvc-canary-promote-v2-predictor.18d63fc2cc235949
    namespace: kserve-ci-e2e-test
    resourceVersion: "18316"
    uid: 68485abe-9146-4f66-b132-94230d5a32f5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: 57310f45-04e3-4677-b27a-9f62a7d5ab7a
  kind: Event
  lastTimestamp: "2026-09-17T23:33:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:33:27Z"
    name: isvc-canary-promote.18d63fadd9e28489
    namespace: kserve-ci-e2e-test
    resourceVersion: "18317"
    uid: 5efdcd05-9cf3-4803-b789-894eecf738bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: 57310f45-04e3-4677-b27a-9f62a7d5ab7a
  kind: Event
  lastTimestamp: "2026-09-17T23:33:20Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:33:20Z"
    name: isvc-canary-promote.18d63fadda72f9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "18263"
    uid: 2c6ad355-58aa-400d-8a37-6e3933aa7872
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:31:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: 57310f45-04e3-4677-b27a-9f62a7d5ab7a
  kind: Event
  lastTimestamp: "2026-09-17T23:33:20Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:31:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:33:20Z"
    name: isvc-canary-promote.18d63fadda73319f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18264"
    uid: f02b53d8-e264-40b4-8e89-9935deb4ffb1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:33:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "18250"
    uid: 57310f45-04e3-4677-b27a-9f62a7d5ab7a
  kind: Event
  lastTimestamp: "2026-09-17T23:34:51Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:33:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:34:51Z"
    name: isvc-canary-promote.18d63fc128ba3c14
    namespace: kserve-ci-e2e-test
    resourceVersion: "18729"
    uid: 4f21c206-3a9d-476f-895e-341d83758eb4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:19:56.324677Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12300"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df6589c46-cx4bd
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f05dbff7af1
    namespace: kserve-ci-e2e-test
    resourceVersion: "12308"
    uid: 37385779-124c-4db7-9e4c-a99d88219c74
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12312"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f05fe98f894
    namespace: kserve-ci-e2e-test
    resourceVersion: "12342"
    uid: c2ff9fa0-b143-4f13-860a-4b8c6f1511ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f06000c3062
    namespace: kserve-ci-e2e-test
    resourceVersion: "12344"
    uid: 71ec97d3-e5ae-4696-aac5-08791a6c1bcb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0603626e6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "12348"
    uid: cdc2a83b-c5e3-4775-b272-5288bfe12b67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0603c8cab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "12349"
    uid: 8bf83206-51aa-475c-8660-c5ec6790dae2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:20:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
  metadata:
    creationTimestamp: "2026-09-17T23:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:01Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f06ff0df634
    namespace: kserve-ci-e2e-test
    resourceVersion: "12389"
    uid: 600d04c5-4437-4202-8bea-992733371c1f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:20:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    in 16.058s (16.058s including waiting). Image size: 1580775854 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:17Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0abc3b4cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "12481"
    uid: 4ff684db-7dd6-47da-9351-653144f3a910
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:20:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:17Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0abf9ed779
    namespace: kserve-ci-e2e-test
    resourceVersion: "12484"
    uid: 0692d445-9129-431e-9670-9bfc1cd68898
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:20:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:17Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0ac0338626
    namespace: kserve-ci-e2e-test
    resourceVersion: "12485"
    uid: 6906b3b9-1c66-401b-820c-b0658f9b711f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:20:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T23:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:17Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0ac044849a
    namespace: kserve-ci-e2e-test
    resourceVersion: "12486"
    uid: b5229d5a-0031-44cc-8fb1-729a6ef25115
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:20:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.148s (3.148s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:20Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0b7bf6340b
    namespace: kserve-ci-e2e-test
    resourceVersion: "12508"
    uid: 297b39f7-040d-4985-ac23-a3974093014c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:20:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:20Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0b829cfc75
    namespace: kserve-ci-e2e-test
    resourceVersion: "12511"
    uid: 4b9d03d8-ac0b-4b19-8a00-6889a21574db
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:20:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:20Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0b83cee3cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12514"
    uid: b0b888f4-e799-4ad2-b0e6-71426a58f18d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:23:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:17Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f0baf1b1faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "13703"
    uid: 2d33c586-63a6-4315-9453-8a9bc6961cdb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:23:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:16Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f3463e9fbd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13692"
    uid: 8354534c-b13c-4bff-87c5-7703595b70a7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:23:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:16Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f3463ea5e13
    namespace: kserve-ci-e2e-test
    resourceVersion: "13695"
    uid: d4cda60a-4783-4a72-a457-9189562647b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12304"
    uid: afdeceb7-80fb-4e2e-8493-3c113ee34e82
  kind: Event
  lastTimestamp: "2026-09-17T23:23:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:17Z"
    name: isvc-canary-rollback-predictor-7df6589c46-cx4bd.18d63f34a9f56e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "13702"
    uid: 154a0987-aa3b-4010-9db6-f75796f7e380
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:19:56.397823Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12313"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df6589c46-t9fj5
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f05e05b80f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "12317"
    uid: 1f566299-b946-40ab-a973-a517cffb63e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12323"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f06025a031c
    namespace: kserve-ci-e2e-test
    resourceVersion: "12346"
    uid: 3e3216ff-348b-411f-9e34-55b19062a1f4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0603cbe040
    namespace: kserve-ci-e2e-test
    resourceVersion: "12350"
    uid: 7ba940e3-5624-474c-8297-7752efdac026
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    in 3.831s (3.831s including waiting). Image size: 306739683 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:00Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f06e833e27a
    namespace: kserve-ci-e2e-test
    resourceVersion: "12380"
    uid: 3e607c6b-37d1-46a4-86e0-c489ed6344f0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:00Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f06ecabdeb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "12382"
    uid: ef07f573-37ae-461d-bcc0-093e463e002e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:00Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f06ed20cdf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "12384"
    uid: 51fb76fb-9544-434b-a32b-f755fbd8859a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:05Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
  metadata:
    creationTimestamp: "2026-09-17T23:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:05Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f080287e9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "12423"
    uid: 06d242ca-0838-4331-ac32-4a901b59e4b2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    in 16.144s (16.144s including waiting). Image size: 1580775854 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:21Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0bc4cf6af6
    namespace: kserve-ci-e2e-test
    resourceVersion: "12524"
    uid: a82f558d-8291-46b9-89a9-3ce71ea3fc6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:21Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0bc831449d
    namespace: kserve-ci-e2e-test
    resourceVersion: "12526"
    uid: b54eb678-9a78-4bc4-9d69-c3e958657226
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:21Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0bc8a94133
    namespace: kserve-ci-e2e-test
    resourceVersion: "12529"
    uid: 0fc44535-2a38-4024-b30f-a2898ed5c44c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:21Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:21Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0bc8b3ebd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "12530"
    uid: bc92c02c-13b9-4753-a7b2-9d0795948048
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.446s (2.446s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:24Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0c5a844586
    namespace: kserve-ci-e2e-test
    resourceVersion: "12552"
    uid: 46c75a97-bb2f-4b17-9bc7-04cfe53f4dc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:24Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0c5dbb4f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "12554"
    uid: a22e06f5-84d6-4034-95e6-8ef9e6b57c6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:20:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:24Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0c5e46bb3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "12556"
    uid: 034fa940-f155-4c7b-ba1c-14b409981575
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:21:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:30Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f0c7697254e
    namespace: kserve-ci-e2e-test
    resourceVersion: "12895"
    uid: 6ac57b5b-a30d-471a-8fef-1bd66612a8a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:21:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:40Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f1e395eb7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12987"
    uid: a6b58dc8-1d0c-4f1e-94a7-65cf7daf6335
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12316"
    uid: 0b7d81de-1b3e-4fa0-93dc-02e306b7b673
  kind: Event
  lastTimestamp: "2026-09-17T23:21:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:40Z"
    name: isvc-canary-rollback-predictor-7df6589c46-t9fj5.18d63f1e395f43d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "12988"
    uid: 49b443bc-7a98-4dbc-a6d6-c00fccab03ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:21:46.111669Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13040"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7df6589c46-zw6z6
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f1f6bcff63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13045"
    uid: 74a3695a-651a-42cf-aca0-69779c79610d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13049"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f1f8dc2a3be
    namespace: kserve-ci-e2e-test
    resourceVersion: "13055"
    uid: df27d867-d03f-40c4-bf61-c2a8fdaf2a61
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f1f8f40fccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "13057"
    uid: a983c827-69f8-465d-951f-1a2e98531030
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f1f91d401a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13058"
    uid: 51fae275-5238-4445-9b2d-b37c6a52bf0b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f1f9246bbae
    namespace: kserve-ci-e2e-test
    resourceVersion: "13059"
    uid: 7b13f66d-4f64-4072-8a11-27a16b32411b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f2090da14cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13084"
    uid: c18147cf-ed12-49fb-a6b6-49bf94873822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f20947323f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13104"
    uid: 28b9dadd-542d-4b74-9ed6-0ed1c37a390b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f2094f068fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "13106"
    uid: a082a04d-fcd9-4192-b99f-ea5ffce73c36
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f2094fb4e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13108"
    uid: 817f65fd-ca27-47a9-8755-9c159dc4f197
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f2097b2e5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "13115"
    uid: 38715d8f-5e14-4167-a8fb-97dc2b05a2f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f2098255c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "13119"
    uid: 532fa859-0bfb-4fe8-8544-844f5589fc2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:23:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:21:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:19Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f2108f2c8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13712"
    uid: d993fdaa-0816-4451-b7c5-f4f289b28dc8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:23:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:16Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f3463bae43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13691"
    uid: 61d0e87c-ad74-4a5d-87cc-195f76296ef3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:23:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:16Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f3463bb8ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13694"
    uid: d0d4b09a-abcb-4bbf-8a36-6b7eb84331ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13043"
    uid: e199634a-3078-4ca0-819d-b2714883748b
  kind: Event
  lastTimestamp: "2026-09-17T23:23:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:19Z"
    name: isvc-canary-rollback-predictor-7df6589c46-zw6z6.18d63f350f19fdc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13711"
    uid: 6b5c20b2-85c4-45f1-8f5c-5467c1b5dcac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df6589c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "12289"
    uid: c7368dc8-0875-4f50-8f7a-cb0bbbcc0538
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df6589c46-cx4bd'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46.18d63f05db6957bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "12302"
    uid: 078b6f85-a013-4978-829e-6ed86bdaaf95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df6589c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "12289"
    uid: c7368dc8-0875-4f50-8f7a-cb0bbbcc0538
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df6589c46-t9fj5'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor-7df6589c46.18d63f05dfcc9b26
    namespace: kserve-ci-e2e-test
    resourceVersion: "12314"
    uid: 60050527-cee0-4474-a061-810c52e962b5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df6589c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "12971"
    uid: c7368dc8-0875-4f50-8f7a-cb0bbbcc0538
  kind: Event
  lastTimestamp: "2026-09-17T23:21:40Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7df6589c46-t9fj5'
  metadata:
    creationTimestamp: "2026-09-17T23:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:40Z"
    name: isvc-canary-rollback-predictor-7df6589c46.18d63f1e31ca0c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "12975"
    uid: 61920e3a-8e65-4824-b42d-fa938198d27a
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7df6589c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "13026"
    uid: c7368dc8-0875-4f50-8f7a-cb0bbbcc0538
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7df6589c46-zw6z6'
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-predictor-7df6589c46.18d63f1f6b671a74
    namespace: kserve-ci-e2e-test
    resourceVersion: "13042"
    uid: 63a4ec6c-3e69-4b9e-8e12-5b8ff1576ae4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "12288"
    uid: eb87d22f-85db-4558-86ef-82a90273e87f
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7df6589c46 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-predictor.18d63f05d80913af
    namespace: kserve-ci-e2e-test
    resourceVersion: "12291"
    uid: 31fd5408-00cc-493b-9347-46898281c9b2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "12967"
    uid: eb87d22f-85db-4558-86ef-82a90273e87f
  kind: Event
  lastTimestamp: "2026-09-17T23:21:40Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7df6589c46 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:40Z"
    name: isvc-canary-rollback-predictor.18d63f1e3157502d
    namespace: kserve-ci-e2e-test
    resourceVersion: "12973"
    uid: 5239b34f-efd1-4599-b50e-3f7059e9b1a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13018"
    uid: eb87d22f-85db-4558-86ef-82a90273e87f
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7df6589c46 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-predictor.18d63f1f669d1912
    namespace: kserve-ci-e2e-test
    resourceVersion: "13030"
    uid: a1b7d00d-d114-4ec8-8979-d8fbdf2c4ca5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:19:56.307739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12296"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f05dafcf420
    namespace: kserve-ci-e2e-test
    resourceVersion: "12301"
    uid: b4527f67-fbb2-47aa-87db-84a1f72482ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f05e3c3905d
    namespace: kserve-ci-e2e-test
    resourceVersion: "12325"
    uid: e91cfbcd-5495-48da-b4ca-26f061334c9f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12311"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:19:57Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:19:57Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0620c931b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "12365"
    uid: 4175e130-31bc-475f-beb0-99cc3f4e91b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:19:57Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
  metadata:
    creationTimestamp: "2026-09-17T23:19:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:57Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0622691cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "12367"
    uid: 273a8186-1771-41c5-bd4b-08f6949b1186
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:00Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    in 3.329s (3.329s including waiting). Image size: 306739683 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:00Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f06e8e4d87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "12381"
    uid: 99fffca3-6b5d-4648-8417-a84612c55488
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:00Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f06ecf9578a
    namespace: kserve-ci-e2e-test
    resourceVersion: "12383"
    uid: 8e504e24-45b6-40c7-a1bc-f02595a311a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:20:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:00Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f06ed80d435
    namespace: kserve-ci-e2e-test
    resourceVersion: "12385"
    uid: 3be9fbf9-aed6-4e01-a4f3-085cc1e4568c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:05Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
  metadata:
    creationTimestamp: "2026-09-17T23:20:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:05Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f08029cbed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "12424"
    uid: 8816fd3f-c899-4265-b1fd-d58815e821fc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    in 16.138s (16.138s including waiting). Image size: 1580775854 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:21Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0bc4883cc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "12523"
    uid: ea576c1c-5770-4b18-9697-4824c1b189bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:21Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0bc8245b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "12525"
    uid: d4eb45b3-160d-4b9a-898d-05e10199cf9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:21Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0bc89c1683
    namespace: kserve-ci-e2e-test
    resourceVersion: "12527"
    uid: 33b09273-568e-46e5-b9dd-96dd514b35f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:21Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T23:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:21Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0bc8a907cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12528"
    uid: a3b8aef8-1cc9-4a3c-9c95-b8c3692bee12
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:24Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.437s (2.437s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:24Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0c59f46365
    namespace: kserve-ci-e2e-test
    resourceVersion: "12551"
    uid: b8411bd6-2040-49a9-85de-707a9ad01981
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:24Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0c5daaec7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "12553"
    uid: d0764a48-d35b-47c3-9567-adc9bfefe6ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:20:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:24Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0c5e2923a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "12555"
    uid: 9555e92b-c456-45bf-97cd-97c1421caa9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:21:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:30Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f0c767d62a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "12894"
    uid: bf797c60-01f9-4ddc-af0c-b37d7c5d8a25
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f1f674c3878
    namespace: kserve-ci-e2e-test
    resourceVersion: "13033"
    uid: 0ab96eec-abaa-4fa5-b1fe-31223332ad2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12298"
    uid: 6d19dd52-dc0f-48d8-b26d-0d6018002af1
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8.18d63f1f674caea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "13036"
    uid: e3460083-ff1c-4ce3-86a4-633fb2bc4f19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "12279"
    uid: 0f599634-59b8-4cea-b56f-7c24d35099e1
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-b9d76bcd7-ck5s8'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-v2-predictor-b9d76bcd7.18d63f05da6dbe14
    namespace: kserve-ci-e2e-test
    resourceVersion: "12297"
    uid: 6acc5937-d368-4377-b142-f2796bddb5fd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "12277"
    uid: b033409d-98a3-4664-9e55-261599e92bac
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-b9d76bcd7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-canary-rollback-v2-predictor.18d63f05d610456b
    namespace: kserve-ci-e2e-test
    resourceVersion: "12281"
    uid: e7146367-7602-4ab7-a3ed-37c44044f7a6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "12271"
    uid: 66020e72-f622-47e8-965e-1143e669f2c9
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback.18d63f05d7c83f14
    namespace: kserve-ci-e2e-test
    resourceVersion: "13050"
    uid: eff32304-27df-4986-834a-9fcf1626e32d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "12970"
    uid: 66020e72-f622-47e8-965e-1143e669f2c9
  kind: Event
  lastTimestamp: "2026-09-17T23:23:09Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:09Z"
    name: isvc-canary-rollback.18d63f1e3128bb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "13634"
    uid: 8ed2a518-fb7c-4717-be7b-ad8fc7e6e978
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "13017"
    uid: 66020e72-f622-47e8-965e-1143e669f2c9
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback.18d63f1f6ab3a138
    namespace: kserve-ci-e2e-test
    resourceVersion: "13039"
    uid: 045136ac-6925-4a98-9652-d9d56de71ca7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "13017"
    uid: 66020e72-f622-47e8-965e-1143e669f2c9
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback.18d63f1f6ab3e82c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13041"
    uid: 7a86d25e-56c4-4f77-9acc-3b1b9dfdda8a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "13051"
    uid: 66020e72-f622-47e8-965e-1143e669f2c9
  kind: Event
  lastTimestamp: "2026-09-17T23:21:46Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T23:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:46Z"
    name: isvc-canary-rollback.18d63f1f6dae9978
    namespace: kserve-ci-e2e-test
    resourceVersion: "13052"
    uid: 5f7c1f85-bb95-435c-b83d-649a5b051798
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:23:21.428113Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13767"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-596476db66-ckjrl
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f359d1d7d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13770"
    uid: 75d4c481-0b4d-4cf1-bd5c-f341349aefa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13776"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f35bf37cd11
    namespace: kserve-ci-e2e-test
    resourceVersion: "13801"
    uid: 63bd01aa-e7f9-43c4-9c4e-942ce90169da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f35c10771e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13803"
    uid: 90a5c1bd-4ba3-4105-a2b6-ff5f27d899ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f35c3e6c25e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13809"
    uid: fce24d7c-141c-43fc-87bb-cbb9fe48dc12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f35c45e20af
    namespace: kserve-ci-e2e-test
    resourceVersion: "13811"
    uid: 6fadc23a-c913-423f-8404-4dbfb67a9092
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f36b59a9227
    namespace: kserve-ci-e2e-test
    resourceVersion: "13859"
    uid: a39ebb73-6bf5-4c79-9725-7a66917396bd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f36b88ce8fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13861"
    uid: 5056044e-73e3-4f45-9570-e2f493bc8bb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f36b90272c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13862"
    uid: ef07fcf3-67ba-49fe-82c5-9442d7f72c4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f36b90c42eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13863"
    uid: 62a6ac3a-cabe-474d-acd8-a3a199a7a7ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f36bbe8fb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "13867"
    uid: 6da79d50-dca4-4093-8811-7a8f6b971f24
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f36bc70bc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13868"
    uid: 1b32a48d-cb76-4f53-b760-a26adbb59055
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:24:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:53Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f36f1ac0328
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: 6c60ec63-296e-40d0-b978-cd1fbe754216
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:24:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:51Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f4a91580476
    namespace: kserve-ci-e2e-test
    resourceVersion: "14612"
    uid: 34b1ee6a-dbee-453e-90e4-e9c3687fce9b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:24:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:51Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f4a9158ca33
    namespace: kserve-ci-e2e-test
    resourceVersion: "14613"
    uid: 347d5059-d856-4d99-9ed1-dc17703332f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-ckjrl
    namespace: kserve-ci-e2e-test
    resourceVersion: "13769"
    uid: afb89dd1-3bed-4626-981b-fdc7f7d1f3de
  kind: Event
  lastTimestamp: "2026-09-17T23:24:53Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:53Z"
    name: isvc-canary-stop-predictor-596476db66-ckjrl.18d63f4af7db91e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 49675afa-3d16-45af-abd9-64e48c0dae0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:23:21.477248Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13777"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-596476db66-z2fhv
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f35a00b395c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13782"
    uid: e6ad0862-5978-49bd-8fdb-e1854cfabc37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13789"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f35c1b75d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "13806"
    uid: bf15d9c9-8ae2-41f7-82ad-45b70484574c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f35c32c93cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13808"
    uid: 1bd64ed7-77e2-485d-b90a-3b81bb671fc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f35c607d344
    namespace: kserve-ci-e2e-test
    resourceVersion: "13812"
    uid: 2107fe62-6ea1-4214-a77e-06daa3a8d0e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f35c66ef698
    namespace: kserve-ci-e2e-test
    resourceVersion: "13814"
    uid: 25e3d547-694c-4234-a6d7-6bc3aa896d8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f36c8b007d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13870"
    uid: 2a688a7d-3caf-44f9-8552-7cb504bfe4be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f36cc63ef7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13874"
    uid: 941a82af-1bdb-4f71-89d2-df1089cd15f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f36ccf3f0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13879"
    uid: 12e689d9-74c5-4308-a6df-9eb08ae703cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f36ccfc510c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13880"
    uid: e2dcd23b-5f5d-4cce-9335-4ebbaded2189
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f36d07a29af
    namespace: kserve-ci-e2e-test
    resourceVersion: "13882"
    uid: 5a71f14e-d58d-46db-8d21-698f78bfbd78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f36d0df1a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "13884"
    uid: 00a9c01e-bf23-444c-bccc-f6a54b099cc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:24:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:34Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f3740da266b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14466"
    uid: ee436144-a790-4ee6-b6f3-0413076438ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f48bf3eecca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14538"
    uid: 29eb2893-a97d-4b78-81e0-8a7e43adb3fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f48bf3fa432
    namespace: kserve-ci-e2e-test
    resourceVersion: "14539"
    uid: 571f7903-cffb-4451-ba3f-7decdec2dae3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-596476db66-z2fhv
    namespace: kserve-ci-e2e-test
    resourceVersion: "13779"
    uid: 98a16c6c-881e-43a0-ac41-d61b32479632
  kind: Event
  lastTimestamp: "2026-09-17T23:24:44Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:44Z"
    name: isvc-canary-stop-predictor-596476db66-z2fhv.18d63f48f30108a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14557"
    uid: a01def5e-d537-4a8b-b4ae-dd162c8dc0d5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-596476db66
    namespace: kserve-ci-e2e-test
    resourceVersion: "13749"
    uid: eea3e498-4a31-4655-8d87-717028e84c0e
  kind: Event
  lastTimestamp: "2026-09-17T23:23:21Z"
  message: 'Created pod: isvc-canary-stop-predictor-596476db66-ckjrl'
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-predictor-596476db66.18d63f359cb26f20
    namespace: kserve-ci-e2e-test
    resourceVersion: "13768"
    uid: 8a41430e-a3e6-4a41-8550-ef970b49d619
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-596476db66
    namespace: kserve-ci-e2e-test
    resourceVersion: "13749"
    uid: eea3e498-4a31-4655-8d87-717028e84c0e
  kind: Event
  lastTimestamp: "2026-09-17T23:23:21Z"
  message: 'Created pod: isvc-canary-stop-predictor-596476db66-z2fhv'
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-predictor-596476db66.18d63f359f9ef494
    namespace: kserve-ci-e2e-test
    resourceVersion: "13778"
    uid: 59f37d44-f277-4084-97a4-560446d1f65f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-596476db66
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: eea3e498-4a31-4655-8d87-717028e84c0e
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-596476db66-z2fhv'
  metadata:
    creationTimestamp: "2026-09-17T23:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-canary-stop-predictor-596476db66.18d63f48bf1cf464
    namespace: kserve-ci-e2e-test
    resourceVersion: "14533"
    uid: d2ef7e74-8444-4397-9dcc-040b7be7014d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13748"
    uid: c7b07f31-15b4-424f-b780-ee05243aa5e4
  kind: Event
  lastTimestamp: "2026-09-17T23:23:21Z"
  message: Scaled up replica set isvc-canary-stop-predictor-596476db66 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-predictor.18d63f35993484e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13751"
    uid: d56a0b08-f53e-42f9-9c27-e5afaff19e10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14526"
    uid: c7b07f31-15b4-424f-b780-ee05243aa5e4
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: Scaled down replica set isvc-canary-stop-predictor-596476db66 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-canary-stop-predictor.18d63f48be697eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14531"
    uid: 7adbb417-0e51-4e8b-a5d3-ad95c82a7641
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:23:21.389910Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13755"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f359ad69982
    namespace: kserve-ci-e2e-test
    resourceVersion: "13762"
    uid: 8d04f3db-1db1-47a8-9dc2-1082440848be
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13766"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:21Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f35bcce0b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13798"
    uid: 50e9a3c4-db43-478c-9f83-0ca459bab815
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f35be45f67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13800"
    uid: 9ee5422d-dea9-4ea4-9bef-758048e6112a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f35c1060dd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13804"
    uid: 8de80647-b1ae-406c-bd2d-47d928efada9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f35c18b0cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13805"
    uid: 1570f3c2-c76f-423f-9ba7-b0cd4149e970
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f36c8c70e71
    namespace: kserve-ci-e2e-test
    resourceVersion: "13871"
    uid: ea361577-3fdb-430b-8c5a-ce6ea548e586
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f36cc6dcffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13875"
    uid: ad301834-3e27-4287-87d5-2b02b1865c67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f36ccd3b1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13877"
    uid: 8c3e66fe-68b1-4ca2-82b4-8225c3ecc871
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f36ccdefee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "13878"
    uid: 3d26a32e-c460-480c-9d27-e42c6670cf5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f36d07b8965
    namespace: kserve-ci-e2e-test
    resourceVersion: "13883"
    uid: 72119289-3efe-41d8-81cf-a7ca65751cd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:23:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:26Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f36d0e3c5fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13885"
    uid: 6f715fe9-c34e-44ea-a6bf-aeb92dfa0bae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:53Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f3704f88b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14626"
    uid: bad1dd8e-f282-4969-a08c-4f0629259ed6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:51Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f4a8f1b5885
    namespace: kserve-ci-e2e-test
    resourceVersion: "14601"
    uid: 2e573a76-4d5c-4790-9185-2d18e98f2248
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:51Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f4a8f1bd055
    namespace: kserve-ci-e2e-test
    resourceVersion: "14604"
    uid: 73fff7f3-2b07-4684-a990-fdd27661a9fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13759"
    uid: 7623cb91-093e-435e-b7ca-3bbc3fedc5d6
  kind: Event
  lastTimestamp: "2026-09-17T23:24:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:24:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:53Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr.18d63f4b0b2ee4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14625"
    uid: 448fa241-5ebe-402f-9f76-2ed288045c49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-75db96cc6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13740"
    uid: 8b9559e1-1e5c-4a66-ac68-57bce98a35ac
  kind: Event
  lastTimestamp: "2026-09-17T23:23:21Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-75db96cc6c-qc4vr'
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-v2-predictor-75db96cc6c.18d63f359a68a9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13758"
    uid: 8b87e693-2465-431e-9b51-06926576088e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13738"
    uid: ccaa75c6-56cc-4b89-abac-19663c739e18
  kind: Event
  lastTimestamp: "2026-09-17T23:23:21Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-75db96cc6c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:21Z"
    name: isvc-canary-stop-v2-predictor.18d63f359699b333
    namespace: kserve-ci-e2e-test
    resourceVersion: "13741"
    uid: 97b04541-0104-48fd-b96b-c5c9ac9f2856
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "13730"
    uid: 37365093-b51f-4da0-9163-9074bf230060
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-canary-stop.18d63f3598d837c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14551"
    uid: e1e1c698-f24f-4822-ba55-a7dea0c7407a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "13730"
    uid: 37365093-b51f-4da0-9163-9074bf230060
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-canary-stop.18d63f359951299e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14546"
    uid: f6843ec9-d79f-4120-8851-486aaacb94bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "13730"
    uid: 37365093-b51f-4da0-9163-9074bf230060
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-canary-stop.18d63f3599518c41
    namespace: kserve-ci-e2e-test
    resourceVersion: "14547"
    uid: 183f36fb-fcb2-48e0-a4ae-1a02e202a857
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: 37365093-b51f-4da0-9163-9074bf230060
  kind: Event
  lastTimestamp: "2026-09-17T23:24:43Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:24:43Z"
    name: isvc-canary-stop.18d63f48c5fbddc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: 8ecafedb-a002-4917-964f-a2ae1b94eae3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:27:10.195373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15778"
    uid: ec67762d-366b-4532-b6af-50b0cbba5bc8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:27:10Z"
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf.18d63f6ae0b4d9da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: 623c7a01-6b83-4150-81ce-206ec5c8eb7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15788"
    uid: ec67762d-366b-4532-b6af-50b0cbba5bc8
  kind: Event
  lastTimestamp: "2026-09-17T23:27:10Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:27:10Z"
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf.18d63f6b02a5bf63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15798"
    uid: 1348c6d5-ee52-4ff1-a332-821f131342f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: ec67762d-366b-4532-b6af-50b0cbba5bc8
  kind: Event
  lastTimestamp: "2026-09-17T23:27:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:14Z"
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf.18d63f6b046f112d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15824"
    uid: 3eab1367-1080-4eb6-91a5-6b8bf3bbf411
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: ec67762d-366b-4532-b6af-50b0cbba5bc8
  kind: Event
  lastTimestamp: "2026-09-17T23:27:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:14Z"
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf.18d63f6b072f7d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: 90f62bf4-edef-43be-8ca1-f52283289992
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: ec67762d-366b-4532-b6af-50b0cbba5bc8
  kind: Event
  lastTimestamp: "2026-09-17T23:27:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:14Z"
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf.18d63f6b07a643f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: e630240b-7bc2-4210-baf3-614efe224e0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15779"
    uid: ec67762d-366b-4532-b6af-50b0cbba5bc8
  kind: Event
  lastTimestamp: "2026-09-17T23:27:15Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:15Z"
    name: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf.18d63f6c1878c005
    namespace: kserve-ci-e2e-test
    resourceVersion: "15864"
    uid: 83ad979a-9fee-440f-a957-709ab62a32a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-edaf65-predictor-6d87d9675c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15771"
    uid: 7a0f3486-6a66-4760-bd79-c6bd48ae0d40
  kind: Event
  lastTimestamp: "2026-09-17T23:27:10Z"
  message: 'Created pod: isvc-init-fail-edaf65-predictor-6d87d9675c-jm4vf'
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:10Z"
    name: isvc-init-fail-edaf65-predictor-6d87d9675c.18d63f6ae01e4d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "15781"
    uid: 36dae9af-72aa-4acc-bb97-aad39eefd1e7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-edaf65-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15769"
    uid: a330d20e-69f4-4811-b361-d432801672dc
  kind: Event
  lastTimestamp: "2026-09-17T23:27:10Z"
  message: Scaled up replica set isvc-init-fail-edaf65-predictor-6d87d9675c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:10Z"
    name: isvc-init-fail-edaf65-predictor.18d63f6add14f611
    namespace: kserve-ci-e2e-test
    resourceVersion: "15772"
    uid: 39b46239-09ba-442d-b44e-ac732a593861
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-edaf65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 285eaf16-b3d7-4194-882d-bd64ef1ff451
  kind: Event
  lastTimestamp: "2026-09-17T23:27:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:14Z"
    name: isvc-init-fail-edaf65.18d63f6add14faef
    namespace: kserve-ci-e2e-test
    resourceVersion: "15831"
    uid: 22e717e3-ad9e-4963-b066-0394f9cf3f0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-edaf65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 285eaf16-b3d7-4194-882d-bd64ef1ff451
  kind: Event
  lastTimestamp: "2026-09-17T23:27:10Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-edaf65":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-edaf65":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:10Z"
    name: isvc-init-fail-edaf65.18d63f6add917d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15775"
    uid: 278ee2bd-b29b-4a83-9d77-fd5555d88184
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-edaf65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: 285eaf16-b3d7-4194-882d-bd64ef1ff451
  kind: Event
  lastTimestamp: "2026-09-17T23:27:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-edaf65": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:27:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:10Z"
    name: isvc-init-fail-edaf65.18d63f6add91be82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15776"
    uid: 0419010a-2429-496b-aeac-37d54dd2cccb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:25:51.927119Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:25:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:25:51Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f58a78e03e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15201"
    uid: c5ba42aa-b58d-46a2-8b5e-36366a9e564f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15205"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:52Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:25:52Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f58c95d0019
    namespace: kserve-ci-e2e-test
    resourceVersion: "15213"
    uid: 94b93f0c-73b9-4895-b926-5995681a7e1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:52Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f58cb06feb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15216"
    uid: 7fed39d0-a44d-4402-af15-cb1754796733
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:52Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f58cdc858c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15217"
    uid: 8c9f160f-e0e7-4133-8122-72eac3e0f3b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:52Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f58ce3f8a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "15218"
    uid: 26bbb995-deae-4fcb-8c75-d211c9fcdeca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59cb6e2131
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 0417a96a-601f-40fc-82ec-f94b9816e123
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59ce80b7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 1d779fdf-ae1c-44b6-bcf3-fa85692b7155
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59cef28a5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15250"
    uid: 715dcb45-6c9e-4852-ae4e-f04874b63dbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59cefce3f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15252"
    uid: 44163d97-7f4c-4cbc-8fca-b8592b1a5919
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59d1a81bbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 4c8ee55f-67b3-4cb6-83aa-e41dd4ed0fbd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59d219685c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15255"
    uid: 07b49591-3ed2-4f5b-895a-1ecc744a9030
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0747765e9bfc84706177c8d04eece41800cf0a209415692e8ad8ead1a0eafce3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59d2236a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15256"
    uid: c6734764-cb7f-4e2e-b58d-d956dd12790d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59d51bb69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15257"
    uid: 47a2374f-112c-4493-9bd3-a3d23d3252b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:25:56Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T23:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:56Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f59d58aec54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15259"
    uid: 41ce21a6-6132-4cf4-8cd9-0764825c24ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:27:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:25:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:34Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f5a078af14d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16119"
    uid: 913b1e4e-984e-4abe-901a-d10d6c2134c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:27:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T23:25:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:34Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f5a435fc6f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16120"
    uid: 390c87e0-98ee-4447-8189-2887c0d2e24d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f6ecc98b7f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16003"
    uid: 4323fb7a-e322-458e-8ac9-07dcb9b98d4b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f6ecc9986f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16009"
    uid: 44afbf8d-abc1-4ee0-9d90-dcdbbc2d5d59
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f6ecc9995dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16011"
    uid: 8c9886b4-6ae8-4684-815a-1ac4c5c0ead3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15197"
    uid: 42bb7c6e-5c8f-466d-b6db-d6c2e6b65e68
  kind: Event
  lastTimestamp: "2026-09-17T23:27:44Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:44Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9.18d63f6f73a0f7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16179"
    uid: c6b3b0b0-64e6-4d56-bfff-8778a938bbfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15186"
    uid: 1c9dfffb-d498-4d74-a4da-1bcbad3e9368
  kind: Event
  lastTimestamp: "2026-09-17T23:25:51Z"
  message: 'Created pod: isvc-logger-raw-0a0da-predictor-64d6ff776d-ccvv9'
  metadata:
    creationTimestamp: "2026-09-17T23:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:51Z"
    name: isvc-logger-raw-0a0da-predictor-64d6ff776d.18d63f58a6ef8294
    namespace: kserve-ci-e2e-test
    resourceVersion: "15199"
    uid: 89cdfcab-0cde-4049-bff9-bea9508e640b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 71219ce7-3794-430c-ab0f-71dce21869e7
  kind: Event
  lastTimestamp: "2026-09-17T23:25:51Z"
  message: Scaled up replica set isvc-logger-raw-0a0da-predictor-64d6ff776d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:51Z"
    name: isvc-logger-raw-0a0da-predictor.18d63f58a27d5f50
    namespace: kserve-ci-e2e-test
    resourceVersion: "15189"
    uid: ac9b8ce1-17f7-4322-a374-d50e22ca3d9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 7174c93c-0395-48a4-9979-3014956e9694
  kind: Event
  lastTimestamp: "2026-09-17T23:26:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:36Z"
    name: isvc-logger-raw-0a0da-predictor.18d63f5c20fecbad
    namespace: kserve-ci-e2e-test
    resourceVersion: "15482"
    uid: 2a260ff2-4ebc-499c-8be5-943258f4d806
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 7174c93c-0395-48a4-9979-3014956e9694
  kind: Event
  lastTimestamp: "2026-09-17T23:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:36Z"
    name: isvc-logger-raw-0a0da-predictor.18d63f5c216be3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15483"
    uid: 39752655-b9e0-42f3-90e1-362f6c2ded40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 7174c93c-0395-48a4-9979-3014956e9694
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: isvc-logger-raw-0a0da-predictor.18d63f669dc46289
    namespace: kserve-ci-e2e-test
    resourceVersion: "15947"
    uid: bd6f665d-c2a5-412d-bc2b-7f10db8bbd21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15325"
    uid: 7174c93c-0395-48a4-9979-3014956e9694
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:26:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: isvc-logger-raw-0a0da-predictor.18d63f669e4f0209
    namespace: kserve-ci-e2e-test
    resourceVersion: "15948"
    uid: 396bfede-347d-45c4-84f9-488e3f577093
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-0a0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: f9d71940-06cf-422f-a792-24e19fa26ec2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:14Z"
    name: isvc-logger-raw-0a0da.18d63f58a26a3203
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: 08a25f7c-2eb6-4e16-8124-ed59ea99a25d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-0a0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15176"
    uid: f9d71940-06cf-422f-a792-24e19fa26ec2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:51Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-0a0da":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-0a0da":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:51Z"
    name: isvc-logger-raw-0a0da.18d63f58a382cb45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15191"
    uid: f345691e-4bb2-4dfc-ab5c-afb9d2aba8a6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-0a0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15840"
    uid: f9d71940-06cf-422f-a792-24e19fa26ec2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:14Z"
  message: InferenceService [isvc-logger-raw-0a0da] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:27:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:14Z"
    name: isvc-logger-raw-0a0da.18d63f6bfc29c491
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: 430d0910-cddd-4232-bc05-e0933268cf3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:35:32.283344Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19022"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:35:32Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fdfc77b38c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: 11687816-2182-4b5a-945e-82b0100afc7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19034"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:32Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:35:32Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fdfe97f1ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: f5ba1470-eaf7-4359-b940-365fcba875b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:32Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fdfeb267d7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19047"
    uid: c39703ea-f4c8-49e2-af1a-fced00f6e2d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:32Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fdfee0f48db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19048"
    uid: e9551029-4fa3-4f3c-9f5e-971d8ac1fa90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:32Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fdfee874e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: e5965c0c-6f57-4719-b8db-df5f1cdafe5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0ece1f469
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 4ca873ed-624e-4dd5-b6ae-03d9d5c728f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0efc0f84d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19072"
    uid: 51267262-e508-46ce-97b4-76fed4f0fb76
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0f0406c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19073"
    uid: 1ef68b67-d236-4203-b75d-0e96c1a4de9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0f04c31a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: 0ada81b4-8e34-4e91-af79-23e9fa378c67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0f453ad4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19077"
    uid: 9bed0910-563c-4307-ab56-ebbe5d5f80dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0f4cd90db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19078"
    uid: fb602916-9500-4f21-b7c5-02214a32901d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:0747765e9bfc84706177c8d04eece41800cf0a209415692e8ad8ead1a0eafce3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0f4da3b82
    namespace: kserve-ci-e2e-test
    resourceVersion: "19079"
    uid: 6956a930-2290-4c69-a279-ead532c29eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0f88af374
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: 41440dc9-6906-4851-ac93-aa128be48387
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:35:37Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T23:35:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:37Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe0f908204d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: c3b25d50-4f91-405d-a565-9603d9b571d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:24Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe128f2b90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: f807116a-4287-4e83-85e1-1c6f86640d27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:14Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T23:35:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:14Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63fe128fd60b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19622"
    uid: 813279cf-65a7-4680-b365-9f1a40355dee
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63ff5f5d97709
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: 9dbdb1f3-85f6-4b95-830f-8ee0026c9982
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63ff5f5d9b86c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: 37223c5a-0aeb-49e3-9654-a0afa39ba521
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63ff5f5da1efb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19544"
    uid: 983cc9b1-6112-41c0-8ecf-bd5be2241a27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19025"
    uid: 9787d7a5-4cc3-4c33-a5d4-f869ffca714a
  kind: Event
  lastTimestamp: "2026-09-17T23:37:24Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:37:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:24Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw.18d63ff659276329
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: cc262db9-6603-49a8-943a-e0291248d09f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-856f4c4b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: a3216f8f-a1dd-459f-a345-6f103d5b7af4
  kind: Event
  lastTimestamp: "2026-09-17T23:35:32Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-856f4c4b54-grmbw'
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:32Z"
    name: isvc-logger-raw-cipn-predictor-856f4c4b54.18d63fdfc71075fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19026"
    uid: 64f2d000-ebe2-435e-9865-54c6fcdd6759
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19011"
    uid: 34977002-41cc-4b11-8815-8349397b8f64
  kind: Event
  lastTimestamp: "2026-09-17T23:35:32Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-856f4c4b54 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:32Z"
    name: isvc-logger-raw-cipn-predictor.18d63fdfc2e0218f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 15b5911b-3cfa-4891-b029-d216bd5c7462
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: 65a0a9a8-5f08-4b11-8efa-944e7174a41b
  kind: Event
  lastTimestamp: "2026-09-17T23:35:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:47Z"
    name: isvc-logger-raw-cipn-predictor.18d63fe341653bdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19134"
    uid: c5e2baf9-e18c-4903-b157-b161f636854b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: 65a0a9a8-5f08-4b11-8efa-944e7174a41b
  kind: Event
  lastTimestamp: "2026-09-17T23:35:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:47Z"
    name: isvc-logger-raw-cipn-predictor.18d63fe341fc9bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19136"
    uid: dbdc7a24-b681-4c17-b9f6-7d8f846a80da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 65a0a9a8-5f08-4b11-8efa-944e7174a41b
  kind: Event
  lastTimestamp: "2026-09-17T23:37:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:02Z"
    name: isvc-logger-raw-cipn-predictor.18d63fe6c1196932
    namespace: kserve-ci-e2e-test
    resourceVersion: "19492"
    uid: 1a7b3ed6-87ec-445a-8bf8-2c9a8cb3c7a8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19135"
    uid: 65a0a9a8-5f08-4b11-8efa-944e7174a41b
  kind: Event
  lastTimestamp: "2026-09-17T23:37:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:37:02Z"
    name: isvc-logger-raw-cipn-predictor.18d63fe6c1a29559
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: d7e5cbd9-e183-4baf-8698-b2841649a3d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: 4c05d658-7476-4de4-ac43-4187b3d59bc0
  kind: Event
  lastTimestamp: "2026-09-17T23:36:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:36:54Z"
    name: isvc-logger-raw-cipn.18d63fdfc2efabcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19459"
    uid: d70c616c-0351-49d6-81fa-41d81cc4e713
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19005"
    uid: 4c05d658-7476-4de4-ac43-4187b3d59bc0
  kind: Event
  lastTimestamp: "2026-09-17T23:35:32Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:35:32Z"
    name: isvc-logger-raw-cipn.18d63fdfc3926bfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19019"
    uid: 8eacc9a5-6bf6-4e32-acdf-bb013c5d60b2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:36:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "19457"
    uid: 4c05d658-7476-4de4-ac43-4187b3d59bc0
  kind: Event
  lastTimestamp: "2026-09-17T23:36:54Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:36:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:36:54Z"
    name: isvc-logger-raw-cipn.18d63ff2e3428e12
    namespace: kserve-ci-e2e-test
    resourceVersion: "19458"
    uid: 7bd7a665-43b3-4341-ab59-baf3aef8fec3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:25:01.659665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14706"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-67d4dc-predictor-774f887c4b-h476t
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:25:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:25:01Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4cf3618dbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "14712"
    uid: b0eabff6-8bbe-435f-99d5-d52bff7dce6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14716"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:02Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:25:02Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4d15610070
    namespace: kserve-ci-e2e-test
    resourceVersion: "14723"
    uid: 2a611e48-a7e5-4c6d-a3d0-260db9b2a104
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:02Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4d16d2c773
    namespace: kserve-ci-e2e-test
    resourceVersion: "14725"
    uid: 6d7a5a0d-b0bd-4477-a9d5-471a9d47f950
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:02Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4d1a07bce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14726"
    uid: 6debce8e-af71-4900-a691-ed27e92a9a8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:02Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4d1a83321d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14727"
    uid: 70f990a8-5f96-4bc5-809b-8483fad2c138
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:06Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4e2b018d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: fde86278-52ad-4ce1-bf32-f7f7de1ac4c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:06Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4e2e7fc400
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: b82b5891-eff8-4338-a047-d097054ed737
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:06Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4e2efaab33
    namespace: kserve-ci-e2e-test
    resourceVersion: "14771"
    uid: 87989a09-8528-4adc-b8a2-18aee1395177
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:06Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4e2f05af9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14772"
    uid: 2f70570d-4399-4541-a1e5-65bacb27bf62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4e3216ebb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14773"
    uid: b9ce5a39-0916-45e1-8d5a-e50e36d22397
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:25:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:07Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4e32906bd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: a5ca299f-87e1-4629-b539-1027422ea77c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:26:13Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:25:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:26:13Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f4e67028d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15357"
    uid: 5c53c545-f201-4bfa-b3a3-5f5d977c6338
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:27:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:04Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f69a755a94a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: ecefe772-0169-4af2-a6bb-66285a308a1d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:27:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:04Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f69a756dcc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 4eafaa95-52b0-4ccd-8c87-ab3d5f7f4e61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t
    namespace: kserve-ci-e2e-test
    resourceVersion: "14710"
    uid: 35541dae-4ee3-4b82-8b5d-fbe6d5e1dbaa
  kind: Event
  lastTimestamp: "2026-09-17T23:27:08Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:27:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:08Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b-h476t.18d63f6a935abb54
    namespace: kserve-ci-e2e-test
    resourceVersion: "15742"
    uid: dab16f79-dff2-4419-a30e-64e2512f467c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-67d4dc-predictor-774f887c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14698"
    uid: 578cc77a-ef00-4f80-813b-b23976c00492
  kind: Event
  lastTimestamp: "2026-09-17T23:25:01Z"
  message: 'Created pod: isvc-primary-67d4dc-predictor-774f887c4b-h476t'
  metadata:
    creationTimestamp: "2026-09-17T23:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:01Z"
    name: isvc-primary-67d4dc-predictor-774f887c4b.18d63f4cf2e722ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14709"
    uid: 1597d04e-8471-442a-ae3c-52517a2b66e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-67d4dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: 46daf218-194c-4f35-aa98-4eefc26da59b
  kind: Event
  lastTimestamp: "2026-09-17T23:25:01Z"
  message: Scaled up replica set isvc-primary-67d4dc-predictor-774f887c4b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:01Z"
    name: isvc-primary-67d4dc-predictor.18d63f4cefedede4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14699"
    uid: b2c6a06c-f845-4dd8-a19f-deb15365bc47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-67d4dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 9a71685e-b7b6-4c82-b319-e140cbe9f929
  kind: Event
  lastTimestamp: "2026-09-17T23:25:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:46Z"
    name: isvc-primary-67d4dc-predictor.18d63f506e726ffe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15141"
    uid: b7783da4-1134-4b10-b1d1-254cf0b4327e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-67d4dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 9a71685e-b7b6-4c82-b319-e140cbe9f929
  kind: Event
  lastTimestamp: "2026-09-17T23:25:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:46Z"
    name: isvc-primary-67d4dc-predictor.18d63f506edbf8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15142"
    uid: 82fde8a7-1056-45f5-8b26-efe8b27149e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-67d4dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: 9a71685e-b7b6-4c82-b319-e140cbe9f929
  kind: Event
  lastTimestamp: "2026-09-17T23:26:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:46Z"
    name: isvc-primary-67d4dc-predictor.18d63f53edacd727
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: b8ac54e7-0a23-4de6-9d61-4f9d0c539c28
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-67d4dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: 9a71685e-b7b6-4c82-b319-e140cbe9f929
  kind: Event
  lastTimestamp: "2026-09-17T23:26:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:46Z"
    name: isvc-primary-67d4dc-predictor.18d63f53ee253283
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: 8546c350-99dd-4c2b-8f0e-49f30d38d7e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-67d4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 6d96510f-c732-49f6-b549-b3fb68ef340e
  kind: Event
  lastTimestamp: "2026-09-17T23:26:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:26:24Z"
    name: isvc-primary-67d4dc.18d63f4ceff609c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15420"
    uid: 902dbc3d-4c64-48d8-ab8e-0511040ce8bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-67d4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 6d96510f-c732-49f6-b549-b3fb68ef340e
  kind: Event
  lastTimestamp: "2026-09-17T23:25:01Z"
  message: 'Failed to update status for InferenceService "isvc-primary-67d4dc": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-67d4dc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:01Z"
    name: isvc-primary-67d4dc.18d63f4cf085a41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14702"
    uid: 92249bdd-41ec-4f24-94c4-0751a376d360
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-67d4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14688"
    uid: 6d96510f-c732-49f6-b549-b3fb68ef340e
  kind: Event
  lastTimestamp: "2026-09-17T23:25:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-67d4dc": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:25:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:01Z"
    name: isvc-primary-67d4dc.18d63f4cf085dd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14704"
    uid: 2bd82aef-f9ea-4f06-8ae7-d3cd6cf687cf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-67d4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15417"
    uid: 6d96510f-c732-49f6-b549-b3fb68ef340e
  kind: Event
  lastTimestamp: "2026-09-17T23:26:24Z"
  message: InferenceService [isvc-primary-67d4dc] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:26:24Z"
    name: isvc-primary-67d4dc.18d63f601fb612a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15418"
    uid: 3f21f926-a1c3-4d5b-b561-2f03d9fe73bc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:19:56.118214Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12257"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f05cfb107d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12263"
    uid: a77ea788-5277-44ae-b7a5-b8b04afc6b4b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12270"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f05f18a1449
    namespace: kserve-ci-e2e-test
    resourceVersion: "12336"
    uid: 2e42cadd-7466-4b0f-9cfa-f0e96c209039
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f05f317a846
    namespace: kserve-ci-e2e-test
    resourceVersion: "12338"
    uid: 0849ac48-15a6-490d-b945-82faea8998ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f05f5b080b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "12339"
    uid: 1fc46d3c-2854-485f-b198-a98a04454f4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f05f61614cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "12340"
    uid: 8d5ec0df-e462-4421-9fce-4ee17ed4636e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
  metadata:
    creationTimestamp: "2026-09-17T23:20:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:01Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f06fef8a00c
    namespace: kserve-ci-e2e-test
    resourceVersion: "12388"
    uid: 8c783e4a-cabd-4c85-87f6-8ff7b11f687c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    in 16.089s (16.089s including waiting). Image size: 1580775854 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:17Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0abdf8ecc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "12482"
    uid: 5d6dca8d-a08a-4e45-a3c0-1cc1475c6c79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:17Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0ac21db172
    namespace: kserve-ci-e2e-test
    resourceVersion: "12487"
    uid: 591b7647-b02d-4c1c-b7a0-122c0f98c961
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:17Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0ac2ac99a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "12488"
    uid: 563fb936-c2b4-4a18-89ec-db31e59fc38a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T23:20:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:17Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0ac2b9fed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "12489"
    uid: a4611e7d-ab6a-40dc-a1ea-156941b6452a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:20Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 3.096s (3.096s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:20Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0b7b51e660
    namespace: kserve-ci-e2e-test
    resourceVersion: "12507"
    uid: 78962c02-6b1e-4f86-bef7-df9877f9f49a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:20Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0b8226a68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "12510"
    uid: db5675a3-73e9-4272-a7d2-d8dcff8aa36b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:20Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0b837907fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "12512"
    uid: fd7c87ae-4c23-4453-8ed6-b7ece106a94a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:20Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:0747765e9bfc84706177c8d04eece41800cf0a209415692e8ad8ead1a0eafce3"
  metadata:
    creationTimestamp: "2026-09-17T23:20:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:20Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0b8387c300
    namespace: kserve-ci-e2e-test
    resourceVersion: "12513"
    uid: e83fb8e9-65ac-403c-861a-704ee9252cef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:0747765e9bfc84706177c8d04eece41800cf0a209415692e8ad8ead1a0eafce3"
    in 2.404s (2.404s including waiting). Image size: 240302214 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:23Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0c12d68792
    namespace: kserve-ci-e2e-test
    resourceVersion: "12538"
    uid: 0d989d68-e0ef-44c6-bd6e-d271f35396c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:23Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T23:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:23Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0c1610c7e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "12540"
    uid: 355c9b43-a26b-4ca2-ae19-8f1f9bcde855
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:20:23Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T23:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:20:23Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0c1673ce3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "12541"
    uid: 9b9a615e-b50b-4d2a-b7ea-7a4979c19930
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:21:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T23:20:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:55Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0c273409b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13230"
    uid: bdc8216f-47a4-4d7d-92d4-8e30fc8cedb3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:22:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:20:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:05Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f0c62f164fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "13304"
    uid: a266e0a9-0187-4cef-a928-de9bcb34004f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f2094af7f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13105"
    uid: f3734122-e005-45a5-95dd-3ce7596d4c7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f2094afd298
    namespace: kserve-ci-e2e-test
    resourceVersion: "13107"
    uid: c4770e7c-1c16-4bcd-9275-820c6e9c470b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f2094b0548e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13109"
    uid: e3e7abcb-dccc-449e-9746-8c0aebdce9b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj
    namespace: kserve-ci-e2e-test
    resourceVersion: "12259"
    uid: b2d4dbd6-6084-46c1-a832-3f09ed3ab603
  kind: Event
  lastTimestamp: "2026-09-17T23:22:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:05Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj.18d63f21932dec9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13299"
    uid: 6efb0de0-08a6-4429-b9ef-cc3f892578f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "12249"
    uid: f16b0572-0489-459d-8201-1b9ded3d45f4
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc-gxcgj'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc.18d63f05cf4bff92
    namespace: kserve-ci-e2e-test
    resourceVersion: "12258"
    uid: 415fb8ac-62b0-4a20-97e3-0f0c308e3e5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-a264e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "12248"
    uid: 0f60061c-aa19-4dcd-8aa7-e0b8212e0b1e
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-a264e-predictor-7bc5f796dc
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor.18d63f05ca064e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "12251"
    uid: 412309e5-1db9-403a-bc6d-bced6b9e27a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a264e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "12261"
    uid: fd67dc98-c363-4b64-bb5f-2d23aa89e826
  kind: Event
  lastTimestamp: "2026-09-17T23:20:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:20:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor.18d63f094fe2eb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "12718"
    uid: 32df4d44-7ff3-4493-a3db-86595881a444
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:20:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a264e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "12261"
    uid: fd67dc98-c363-4b64-bb5f-2d23aa89e826
  kind: Event
  lastTimestamp: "2026-09-17T23:20:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:20:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:20:56Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor.18d63f09507010d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "12719"
    uid: 0cd62dbe-6fc9-4688-a210-a6cdca0f5de7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a264e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "12454"
    uid: fd67dc98-c363-4b64-bb5f-2d23aa89e826
  kind: Event
  lastTimestamp: "2026-09-17T23:21:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:41Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor.18d63f174d0a3f69
    namespace: kserve-ci-e2e-test
    resourceVersion: "12991"
    uid: 5b2abcf9-b5cd-4a23-bff2-aab9477b0939
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-a264e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "12454"
    uid: fd67dc98-c363-4b64-bb5f-2d23aa89e826
  kind: Event
  lastTimestamp: "2026-09-17T23:21:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:41Z"
    name: isvc-raw-sklearn-batcher-a264e-predictor.18d63f174d8514b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "12992"
    uid: 8ddc18eb-40f4-46bf-a735-9f4b4777a8c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "12237"
    uid: 11c2cd46-cff4-45d3-a338-38c919371270
  kind: Event
  lastTimestamp: "2026-09-17T23:21:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:35Z"
    name: isvc-raw-sklearn-batcher-a264e.18d63f05d0584266
    namespace: kserve-ci-e2e-test
    resourceVersion: "12930"
    uid: 2863f25e-638f-4f23-bb13-d7b542439579
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "12237"
    uid: 11c2cd46-cff4-45d3-a338-38c919371270
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-a264e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-a264e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e.18d63f05d0d3f9f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "12267"
    uid: 75a7451f-fbe5-4d9f-9c65-c8a5023dbc11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:19:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "12237"
    uid: 11c2cd46-cff4-45d3-a338-38c919371270
  kind: Event
  lastTimestamp: "2026-09-17T23:19:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-a264e": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:19:56Z"
    name: isvc-raw-sklearn-batcher-a264e.18d63f05d0d4538f
    namespace: kserve-ci-e2e-test
    resourceVersion: "12269"
    uid: 40d65d48-b625-4a9a-b018-c21aabc3a183
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-a264e
    namespace: kserve-ci-e2e-test
    resourceVersion: "12927"
    uid: 11c2cd46-cff4-45d3-a338-38c919371270
  kind: Event
  lastTimestamp: "2026-09-17T23:21:35Z"
  message: InferenceService [isvc-raw-sklearn-batcher-a264e] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:21:35Z"
    name: isvc-raw-sklearn-batcher-a264e.18d63f1d0894064f
    namespace: kserve-ci-e2e-test
    resourceVersion: "12929"
    uid: 555923f6-fbb0-43c5-af35-b9e580dd6319
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:26:46.846518Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 59a62353-6bd2-4021-b180-d3f3b3d03c25
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:26:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:26:46Z"
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd.18d63f6571018797
    namespace: kserve-ci-e2e-test
    resourceVersion: "15563"
    uid: 05f252c6-cf73-41f5-938c-261b821731a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 59a62353-6bd2-4021-b180-d3f3b3d03c25
  kind: Event
  lastTimestamp: "2026-09-17T23:26:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-67d4dc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:26:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:26:47Z"
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd.18d63f657d672258
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 89785fa9-aaac-46e3-8d27-7d263b4e19e1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 59a62353-6bd2-4021-b180-d3f3b3d03c25
  kind: Event
  lastTimestamp: "2026-09-17T23:26:48Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:26:48Z"
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd.18d63f65b76d92d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: 447b2038-29ea-4951-941d-7321862f7ffb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 59a62353-6bd2-4021-b180-d3f3b3d03c25
  kind: Event
  lastTimestamp: "2026-09-17T23:26:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:26:53Z"
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd.18d63f65b8dabc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: 16bae654-0d30-4c05-82b9-f21ad71711de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 59a62353-6bd2-4021-b180-d3f3b3d03c25
  kind: Event
  lastTimestamp: "2026-09-17T23:26:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:26:53Z"
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd.18d63f65bc4da6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: a23db315-414c-4de7-a743-b0b0ca0b3ebc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 59a62353-6bd2-4021-b180-d3f3b3d03c25
  kind: Event
  lastTimestamp: "2026-09-17T23:26:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:26:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:26:53Z"
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd.18d63f65bcc5febc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: 407d968a-087f-482e-80e5-ca47460dcece
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15561"
    uid: 59a62353-6bd2-4021-b180-d3f3b3d03c25
  kind: Event
  lastTimestamp: "2026-09-17T23:26:58Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd_kserve-ci-e2e-test(59a62353-6bd2-4021-b180-d3f3b3d03c25)
  metadata:
    creationTimestamp: "2026-09-17T23:26:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:26:58Z"
    name: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd.18d63f681edd30dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 14ca2e4d-ffec-4308-b42c-61c9faf20790
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-67d4dc-predictor-8548b55dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: 55fc49e7-a663-4f93-834c-38024ec31cae
  kind: Event
  lastTimestamp: "2026-09-17T23:26:46Z"
  message: 'Created pod: isvc-secondary-67d4dc-predictor-8548b55dd5-chvdd'
  metadata:
    creationTimestamp: "2026-09-17T23:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:46Z"
    name: isvc-secondary-67d4dc-predictor-8548b55dd5.18d63f65707bdc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15560"
    uid: 14443bb2-773a-45b1-a26d-3ad9d239899f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-67d4dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: 9fc3c588-88aa-4d2c-86cd-5ad7655f409a
  kind: Event
  lastTimestamp: "2026-09-17T23:26:46Z"
  message: Scaled up replica set isvc-secondary-67d4dc-predictor-8548b55dd5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T23:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:46Z"
    name: isvc-secondary-67d4dc-predictor.18d63f656d2d84ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15550"
    uid: 114095e1-3af6-4d32-a2d1-ad005bb88c7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-67d4dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 3a785bf8-619c-40ae-95fb-1a06454d06a0
  kind: Event
  lastTimestamp: "2026-09-17T23:27:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:01Z"
    name: isvc-secondary-67d4dc-predictor.18d63f68ebc980d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15668"
    uid: de6bd821-d393-4dc1-84cd-5ee1fbf6fbeb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-67d4dc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 3a785bf8-619c-40ae-95fb-1a06454d06a0
  kind: Event
  lastTimestamp: "2026-09-17T23:27:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:01Z"
    name: isvc-secondary-67d4dc-predictor.18d63f68ec369586
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: ea60ecba-9aa3-471e-a46e-3e54f78cfe6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-67d4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 9a2b1c37-1e3f-4ed6-8347-78016c5e24be
  kind: Event
  lastTimestamp: "2026-09-17T23:26:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:26:58Z"
    name: isvc-secondary-67d4dc.18d63f656d3f6d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: d4bae48d-3f03-4855-8d94-7bd7d1f83161
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-67d4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 9a2b1c37-1e3f-4ed6-8347-78016c5e24be
  kind: Event
  lastTimestamp: "2026-09-17T23:26:46Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-67d4dc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-67d4dc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:26:46Z"
    name: isvc-secondary-67d4dc.18d63f656dbdda3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: e7ae23ae-196b-4fce-b811-f68c6df5987c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-67d4dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15537"
    uid: 9a2b1c37-1e3f-4ed6-8347-78016c5e24be
  kind: Event
  lastTimestamp: "2026-09-17T23:26:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-67d4dc": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:26:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:26:46Z"
    name: isvc-secondary-67d4dc.18d63f656dbe125d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: cfe4cc79-b868-4113-b121-a33f5fd43fee
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:21:51.276803Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13132"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f209fadabe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13137"
    uid: 8e730f0b-2456-4ff3-9ac3-79f12db9c3eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13143"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f20c2036c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13186"
    uid: 89a84b0e-3adc-4886-bfd0-91af5a5f99b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f20c391562f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13190"
    uid: 4fddd1ed-af8b-4144-aaeb-94018558a4ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f20c6332219
    namespace: kserve-ci-e2e-test
    resourceVersion: "13191"
    uid: 7f818663-7290-494f-acc8-201025a5dd1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f20c6ab3db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13192"
    uid: 3c3441c6-5437-4a3b-9ef9-c3ed9b94c665
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:56Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f21bc8a4729
    namespace: kserve-ci-e2e-test
    resourceVersion: "13233"
    uid: 43d20ea4-df54-4a2f-9498-ada808efe235
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:56Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f21bf5db9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "13235"
    uid: e8b8cacf-f680-44a5-a965-dd6c8657634a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:56Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f21bfe3c73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13236"
    uid: a88444a6-2523-40ef-8ee9-df2cca7bbf3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:56Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f21bfedc158
    namespace: kserve-ci-e2e-test
    resourceVersion: "13237"
    uid: cc888c4b-a74e-46f7-91f0-f76d0925c580
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:56Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f21c304ca64
    namespace: kserve-ci-e2e-test
    resourceVersion: "13240"
    uid: 78754645-9a38-402d-9fa7-1ed5a6358dd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:21:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:21:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:56Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f21c37b6fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "13242"
    uid: 25af1553-ee11-4c17-8c6d-423ae2efe359
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f21f892fedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14141"
    uid: 5904b3cb-12af-42e5-9c13-7a7a0ad29dd8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f3a46bcd844
    namespace: kserve-ci-e2e-test
    resourceVersion: "14044"
    uid: 72b73b97-de5d-4fc4-8c8e-c66adbd41da2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f3a46be2353
    namespace: kserve-ci-e2e-test
    resourceVersion: "14050"
    uid: 28c9170b-3c79-461f-a2c9-0e2e781f291d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr
    namespace: kserve-ci-e2e-test
    resourceVersion: "13134"
    uid: 8ecb8950-e3e6-41a5-8147-e9a74a14a68c
  kind: Event
  lastTimestamp: "2026-09-17T23:23:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:43Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr.18d63f3aa70f434d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14151"
    uid: f27528b4-c761-4308-8215-6053518acaf1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "13126"
    uid: 12dd78ee-e23e-4bdb-aa3a-3af0ba421cac
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: 'Created pod: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9-tkjzr'
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9.18d63f209f2fd045
    namespace: kserve-ci-e2e-test
    resourceVersion: "13133"
    uid: 127a19b9-c9a6-4004-a751-56172c1ffe2f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13123"
    uid: d6b172b5-f858-402f-bc19-bc96c5210ccd
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-7b7df-predictor-6f4bcc5bc9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor.18d63f209b3c9ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "13129"
    uid: f6380194-1530-46be-857e-001e2ea024cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13125"
    uid: 9da8f694-c946-4799-ba68-d58b51f9370d
  kind: Event
  lastTimestamp: "2026-09-17T23:22:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:22:21Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor.18d63f2419896049
    namespace: kserve-ci-e2e-test
    resourceVersion: "13389"
    uid: 91206fde-6322-476f-b6ce-a0d25379f4d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13125"
    uid: 9da8f694-c946-4799-ba68-d58b51f9370d
  kind: Event
  lastTimestamp: "2026-09-17T23:22:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:22:21Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor.18d63f2419f44acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13390"
    uid: 40d1af49-c8b2-4d67-94f3-97a0f11900b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13310"
    uid: 9da8f694-c946-4799-ba68-d58b51f9370d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:36Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor.18d63f2b17e296a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13975"
    uid: a8dfe47e-9db7-4ad6-b37c-e36d82c0a9e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13310"
    uid: 9da8f694-c946-4799-ba68-d58b51f9370d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:36Z"
    name: isvc-sklearn-graph-raw-7b7df-predictor.18d63f2b1846ad1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "13976"
    uid: 8200fd89-dc2b-4616-b2ba-7a8af6bf1659
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-7b7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "13112"
    uid: 6d730ac8-a7a8-459a-8ce1-6c46f44d6fd8
  kind: Event
  lastTimestamp: "2026-09-17T23:23:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:12Z"
    name: isvc-sklearn-graph-raw-7b7df.18d63f209ac15c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13659"
    uid: 81d28ecc-739e-47fb-80ce-431509808cf6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-7b7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "13657"
    uid: 6d730ac8-a7a8-459a-8ce1-6c46f44d6fd8
  kind: Event
  lastTimestamp: "2026-09-17T23:23:12Z"
  message: InferenceService [isvc-sklearn-graph-raw-7b7df] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:12Z"
    name: isvc-sklearn-graph-raw-7b7df.18d63f3387f7b304
    namespace: kserve-ci-e2e-test
    resourceVersion: "13658"
    uid: b749317a-31ed-499c-93e5-18c8eda6f835
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:23:41.596454Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14082"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3a4f3df791
    namespace: kserve-ci-e2e-test
    resourceVersion: "14086"
    uid: d65871f6-e948-43d7-9785-296846c840f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-d5772-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3a5a30cdc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14122"
    uid: 077640e0-4475-4196-92ff-f6ece0aca780
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14097"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3a95834896
    namespace: kserve-ci-e2e-test
    resourceVersion: "14144"
    uid: d8d74ef8-38c0-42c8-bfb3-2dc3a79a8a50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3a971b2582
    namespace: kserve-ci-e2e-test
    resourceVersion: "14146"
    uid: 1f69572d-36e9-465b-ba53-135faca0ba9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3a99f70bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14147"
    uid: 27651134-08f0-4a51-8347-cf36865217e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3a9a6bf806
    namespace: kserve-ci-e2e-test
    resourceVersion: "14148"
    uid: eb4c05e8-c823-4f27-9328-294f5501d503
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:47Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3bc95bba75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14205"
    uid: 350387ca-ed13-41ae-b2b4-a2323f528c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:48Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3bf7771643
    namespace: kserve-ci-e2e-test
    resourceVersion: "14208"
    uid: 571c7cd7-55f5-4d0c-930e-13ebe9f02f58
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:48Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3bf7fcdcf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14209"
    uid: b5b8de8a-2593-48de-a1cb-ff9e22ec7202
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:48Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3bf809e739
    namespace: kserve-ci-e2e-test
    resourceVersion: "14210"
    uid: 005955c6-1185-4675-b3d3-a06d3fda6be9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:48Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3bfb053b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14211"
    uid: da6b49ce-24ce-4e12-a6be-5420b3d4b410
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:23:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:48Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3bfb85a056
    namespace: kserve-ci-e2e-test
    resourceVersion: "14212"
    uid: aa0fbed5-f8ce-455b-b287-11b5487ec6a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:24:56Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:56Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f3c53e9a28a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14644"
    uid: b20e5cd6-2bce-490d-af1b-3f5d82c30951
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:25:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f53f5733f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "14998"
    uid: 316eed40-73fb-4afc-a11e-67fc84cf97af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14084"
    uid: 4870289b-2f1d-468b-a0ee-c860b460b581
  kind: Event
  lastTimestamp: "2026-09-17T23:25:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp.18d63f53f575f70f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15001"
    uid: 6b69c895-4d13-4b59-8c3f-3dfb0992c6ca
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14072"
    uid: c50f0e53-707b-4b6d-9fb7-9491fdabcdf8
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c-ptxqp'
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c.18d63f3a4ed04428
    namespace: kserve-ci-e2e-test
    resourceVersion: "14083"
    uid: 48a54959-9677-4e42-8d5e-529b76f7e686
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14070"
    uid: 7fc9df74-b223-48f9-9e1d-ec4b3ab3d80f
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-d5772-predictor-54794bf88c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor.18d63f3a4bc4005e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14073"
    uid: 80a429dc-22a0-4d00-a833-99acb0245ba1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14071"
    uid: c1425843-efb2-4cc1-b379-c3b63191c76a
  kind: Event
  lastTimestamp: "2026-09-17T23:24:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:26Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor.18d63f3dca556e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14426"
    uid: 3dda7f50-24d8-498c-90c2-ba6ac381bb73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14071"
    uid: c1425843-efb2-4cc1-b379-c3b63191c76a
  kind: Event
  lastTimestamp: "2026-09-17T23:24:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:26Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor.18d63f3dcaa8723c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14427"
    uid: d1920f97-5418-4502-b79e-614fa5235158
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14259"
    uid: c1425843-efb2-4cc1-b379-c3b63191c76a
  kind: Event
  lastTimestamp: "2026-09-17T23:25:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:26Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor.18d63f4149d08208
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: 4701f336-73cd-4790-a424-8c66d2f3a5e5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14259"
    uid: c1425843-efb2-4cc1-b379-c3b63191c76a
  kind: Event
  lastTimestamp: "2026-09-17T23:25:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:26Z"
    name: isvc-sklearn-graph-raw-hpa-d5772-predictor.18d63f414a414937
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: b0f091d3-6d09-4da3-adb9-2c5956e29fe6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-d5772
    namespace: kserve-ci-e2e-test
    resourceVersion: "14060"
    uid: 4b34fb6a-94bb-466d-a843-416e492f7247
  kind: Event
  lastTimestamp: "2026-09-17T23:25:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:06Z"
    name: isvc-sklearn-graph-raw-hpa-d5772.18d63f3a4bc7479d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14762"
    uid: 6a4288d1-e9af-427d-b065-1e568f4d6af9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-d5772
    namespace: kserve-ci-e2e-test
    resourceVersion: "14760"
    uid: 4b34fb6a-94bb-466d-a843-416e492f7247
  kind: Event
  lastTimestamp: "2026-09-17T23:25:06Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-d5772] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:25:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:06Z"
    name: isvc-sklearn-graph-raw-hpa-d5772.18d63f4e0c10c4f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14761"
    uid: dcc828b2-acba-4959-89c4-cafebf725614
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:27:27.200673Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16040"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f6ed64d1c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "16044"
    uid: 4b680c9f-18ea-413b-9c22-c9eef87313e4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-scale-raw-a284b-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f6ee1611a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16055"
    uid: e6e6ca56-2d82-44ef-a822-fec2f6b9a93d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16050"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:28Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:27:28Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f6f1c5fe6bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16065"
    uid: d3aec0f7-cbf9-426b-b5eb-e0626680838e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:28Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f6f1ddea4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16067"
    uid: 0ddd4261-7c15-43c1-b20d-f2ecf5f6774f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:28Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f6f2106d27c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16068"
    uid: 805f8546-35c9-4e07-9942-f61acce3cece
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:28Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f6f21854d8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16069"
    uid: 89a8535d-2861-4872-9be0-f6cf0dd57a76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:32Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f70130c0dc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16097"
    uid: 9b5f528c-5360-4920-800f-7e2ee1daff8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:32Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f701679d933
    namespace: kserve-ci-e2e-test
    resourceVersion: "16100"
    uid: ba173aff-1f54-4e08-8ad5-44421cfc3652
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:32Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f7017059413
    namespace: kserve-ci-e2e-test
    resourceVersion: "16103"
    uid: b87a5e0e-f322-444a-966e-1384f9b4bd62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:32Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f70171011b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16104"
    uid: e5077994-9a09-4560-aedd-66b9358c0ace
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:32Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f701aa18677
    namespace: kserve-ci-e2e-test
    resourceVersion: "16106"
    uid: 4b28b1ed-8b4c-4091-957c-21ea5e8d65be
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:27:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:32Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f701b196697
    namespace: kserve-ci-e2e-test
    resourceVersion: "16108"
    uid: 331770ab-e3d4-4d5d-83e0-a9e0b4b2f16c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:20Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f708ae7f100
    namespace: kserve-ci-e2e-test
    resourceVersion: "17044"
    uid: d151aa9f-32b5-4705-b9c6-5636a5035586
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:17Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f966e800f76
    namespace: kserve-ci-e2e-test
    resourceVersion: "17020"
    uid: aef9688d-d9d1-40c7-8fb1-699be440988e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:17Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f966e808918
    namespace: kserve-ci-e2e-test
    resourceVersion: "17021"
    uid: 2261f3f2-3b93-4cd6-9ceb-76dacb62a95c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l
    namespace: kserve-ci-e2e-test
    resourceVersion: "16042"
    uid: 01e68429-e219-40fa-b661-087ca5136e5e
  kind: Event
  lastTimestamp: "2026-09-17T23:30:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:25Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l.18d63f973179c239
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: ee5f888c-7f48-4379-9685-d850e0f127aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16029"
    uid: 9ade1b2d-b279-4589-a22f-ca4e4144d028
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: 'Created pod: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9-r5g2l'
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: isvc-sklearn-scale-raw-a284b-predictor-684c656bd9.18d63f6ed5df2c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "16041"
    uid: 4d6f1d0c-2e4d-40d7-848e-c0d3e3bc2642
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-a284b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16028"
    uid: 771db2d1-ae61-45ec-8b98-e66ac0e741bc
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-a284b-predictor-684c656bd9
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: isvc-sklearn-scale-raw-a284b-predictor.18d63f6ed269aa71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16032"
    uid: 01f741fa-3c71-4c16-a9e2-6d3187f563e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a284b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: c07dd26d-3d9d-4594-aad1-f566f40643e2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:42Z"
    name: isvc-sklearn-scale-raw-a284b-predictor.18d63f7251525a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16162"
    uid: 3f69d7fc-fd22-41de-bca3-9ea1abc48baf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a284b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16030"
    uid: c07dd26d-3d9d-4594-aad1-f566f40643e2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:42Z"
    name: isvc-sklearn-scale-raw-a284b-predictor.18d63f7251b7ad8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16164"
    uid: c89541ea-5b0a-406b-b265-b8af86446bfd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a284b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: c07dd26d-3d9d-4594-aad1-f566f40643e2
  kind: Event
  lastTimestamp: "2026-09-17T23:30:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:12Z"
    name: isvc-sklearn-scale-raw-a284b-predictor.18d63f75d0978dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: b00278bb-64c3-4900-bf72-8d21bbd4f51e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-a284b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16163"
    uid: c07dd26d-3d9d-4594-aad1-f566f40643e2
  kind: Event
  lastTimestamp: "2026-09-17T23:30:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:27:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:12Z"
    name: isvc-sklearn-scale-raw-a284b-predictor.18d63f75d0fcde18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16980"
    uid: ba435da7-e78f-4743-9243-61b817cf6188
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a284b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16019"
    uid: 0748695d-362d-4aa9-8555-4714338d827d
  kind: Event
  lastTimestamp: "2026-09-17T23:30:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:30:10Z"
    name: isvc-sklearn-scale-raw-a284b.18d63f6ed314b26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: 2354659c-a409-4127-9aa5-6fff88f6089f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-a284b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 0748695d-362d-4aa9-8555-4714338d827d
  kind: Event
  lastTimestamp: "2026-09-17T23:30:10Z"
  message: InferenceService [isvc-sklearn-scale-raw-a284b] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:30:10Z"
    name: isvc-sklearn-scale-raw-a284b.18d63f94dd57c9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 394ee589-9077-4017-a825-495da1eb2cbd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:21:51.455243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13166"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f20aa50757a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13170"
    uid: d0b5d10c-a050-40d9-b878-e6a73feab3ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-7b7df-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f20b4583bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "13179"
    uid: 20be84c7-070e-4f19-abc5-0f02d022489c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13176"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:21:52Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:21:52Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f20f0093e22
    namespace: kserve-ci-e2e-test
    resourceVersion: "13202"
    uid: 0ac93420-478e-4bd6-bf89-ecc6477991c9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:21:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:52Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f20f18cc45a
    namespace: kserve-ci-e2e-test
    resourceVersion: "13204"
    uid: d1dc6a03-d1b2-46b3-89c7-f888df7ca422
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:21:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:52Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f20f4b2d570
    namespace: kserve-ci-e2e-test
    resourceVersion: "13206"
    uid: b18f5bb0-2b2e-49e0-a5e7-53acc3ea1182
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:21:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:21:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:52Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f20f526c490
    namespace: kserve-ci-e2e-test
    resourceVersion: "13207"
    uid: d9208527-1513-4d5d-a0ae-9baad99cdb27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:21:57Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:21:57Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f21f8a4e6c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13249"
    uid: f2b94a05-1ecf-4676-94e4-3a79545c8518
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:22:15Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.517s (18.517s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:15Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f26485a5a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "13354"
    uid: b39c282e-000b-472a-a583-b042a1da8cc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:22:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:15Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f264bede8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13356"
    uid: 7c02462f-fbbe-41d6-884e-4b489680547d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:22:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:15Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f264c62ded5
    namespace: kserve-ci-e2e-test
    resourceVersion: "13357"
    uid: 79d7c1ae-920f-4bb1-bf55-2b51f23f0613
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:22:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:15Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f264c6e3c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "13358"
    uid: 2c25ffa1-a2af-4580-ad42-e22a5a0fff34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:22:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:15Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f264efff985
    namespace: kserve-ci-e2e-test
    resourceVersion: "13359"
    uid: 2a81cd36-bcef-40eb-93f6-ea559861ac05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:22:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:22:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:22:15Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f264f717b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "13360"
    uid: bad917af-8169-42cf-9bcd-dbfa244fe833
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f266afe0e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14133"
    uid: 548f04bc-0c66-4943-a340-901efcce5ca5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f3a49451946
    namespace: kserve-ci-e2e-test
    resourceVersion: "14062"
    uid: 5214730f-c612-4199-8136-47160f8c32c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f3a49459576
    namespace: kserve-ci-e2e-test
    resourceVersion: "14063"
    uid: ba1b87f1-719f-4b8c-aa54-d32629fdd70a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p
    namespace: kserve-ci-e2e-test
    resourceVersion: "13168"
    uid: f117bceb-250e-461c-8438-60ae921845aa
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p.18d63f3a712e9e10
    namespace: kserve-ci-e2e-test
    resourceVersion: "14132"
    uid: f44226f1-02f9-44e1-a4a0-653b66e6a6ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "13158"
    uid: b3897b53-7f66-4c16-abfa-a10d906bddea
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: 'Created pod: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c-qlf9p'
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c.18d63f20a9e335ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "13167"
    uid: 39c6a756-2ec2-4628-8038-d645f5685a63
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13154"
    uid: fcd8a025-6628-44b7-9d14-99c5214d4c97
  kind: Event
  lastTimestamp: "2026-09-17T23:21:51Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-7b7df-predictor-74f8677b5c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:21:51Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor.18d63f20a6a353b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13159"
    uid: 63854dc3-2670-4af2-a826-29a4cd93a4a2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13157"
    uid: 68ed357b-7b4c-459f-a44e-77ad1fce25c5
  kind: Event
  lastTimestamp: "2026-09-17T23:22:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:22:21Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor.18d63f24252f82db
    namespace: kserve-ci-e2e-test
    resourceVersion: "13392"
    uid: 46cae03a-22ef-4768-accd-6a1d3bc3b948
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13157"
    uid: 68ed357b-7b4c-459f-a44e-77ad1fce25c5
  kind: Event
  lastTimestamp: "2026-09-17T23:22:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:22:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:22:21Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor.18d63f24259c0304
    namespace: kserve-ci-e2e-test
    resourceVersion: "13393"
    uid: faf5d90f-478c-464c-a408-29b17c0af4f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13313"
    uid: 68ed357b-7b4c-459f-a44e-77ad1fce25c5
  kind: Event
  lastTimestamp: "2026-09-17T23:23:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:36Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor.18d63f2b2315b99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "13977"
    uid: 06a14104-6596-4a5f-91b1-ef90d7ce0ca0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T23:22:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-7b7df-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "13313"
    uid: 68ed357b-7b4c-459f-a44e-77ad1fce25c5
  kind: Event
  lastTimestamp: "2026-09-17T23:23:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:36Z"
    name: isvc-xgboost-graph-raw-7b7df-predictor.18d63f2b23873181
    namespace: kserve-ci-e2e-test
    resourceVersion: "13978"
    uid: d8a5f9b2-e186-4d94-9525-e9cff3838b68
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:21:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-7b7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "13144"
    uid: 6bf17811-b33d-40f9-8cf9-1546e710c4eb
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:21:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-xgboost-graph-raw-7b7df.18d63f20a6b476b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "13830"
    uid: 097c6183-9cc2-4544-ae64-bbca3fdf8b26
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-7b7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "13828"
    uid: 6bf17811-b33d-40f9-8cf9-1546e710c4eb
  kind: Event
  lastTimestamp: "2026-09-17T23:23:22Z"
  message: InferenceService [isvc-xgboost-graph-raw-7b7df] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:22Z"
    name: isvc-xgboost-graph-raw-7b7df.18d63f35d163b9c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "13829"
    uid: 8bd84d7e-8f8e-4689-8a04-0b47356f69b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:23:41.694215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14107"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f3a55119de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14113"
    uid: 70ae9548-661b-430d-893d-5d0903822526
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14118"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f3a770224a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14136"
    uid: 85540379-8138-4be6-9028-865344d13344
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f3a7896b1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14138"
    uid: 0692a8b9-81fa-4769-93f3-5bc496717a40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f3a7b2f14cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14139"
    uid: 0f3eef29-697c-4e7b-8842-1faf52398e96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:23:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:23:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:42Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f3a7ba122ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14140"
    uid: 1d716c9e-a8fd-4d18-8de0-d1a86060382e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:23:46Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T23:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:46Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f3b63d5208f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14187"
    uid: 402901a6-8be6-4ebb-a66e-94019533977c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:24:06Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.883s (19.883s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:06Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f4004f56062
    namespace: kserve-ci-e2e-test
    resourceVersion: "14307"
    uid: abf4f0d3-d3a1-4df7-aa92-45f1e0718f41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:24:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:06Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f40084e0040
    namespace: kserve-ci-e2e-test
    resourceVersion: "14308"
    uid: 512794d0-ac08-4b8e-9499-00a7eca3c490
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:24:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:06Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f4008b11528
    namespace: kserve-ci-e2e-test
    resourceVersion: "14309"
    uid: c48ed6f9-a150-4536-9223-d11cb6b89a06
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:24:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:06Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f4008bd7b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14311"
    uid: 69d5d2ae-62c6-4c95-b46d-5c9c6c0d700a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:24:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:06Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f400c05764e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14313"
    uid: 253528a7-395b-4285-bebe-93d8ef663486
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:24:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:06Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f400c6b8de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14314"
    uid: 50d8e10e-da7b-4502-989a-acb9bbf5b2ce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f404e21f3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: 61495a53-d36d-4a48-8c07-10215e9fea95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:25:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f53f9aad3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: c4aa5e79-7223-4720-aa98-bbe7d6ae3e83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:25:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f53f9ab5e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: f9779613-2cb9-4cf4-bfdd-917219663ad9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx
    namespace: kserve-ci-e2e-test
    resourceVersion: "14109"
    uid: c490c451-0744-42f3-a5d8-89fe843e7530
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx.18d63f5454620e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: e50f8718-2501-48c4-a332-cda6a48f0b6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777
    namespace: kserve-ci-e2e-test
    resourceVersion: "14099"
    uid: bc67283d-8e45-4c70-aa8f-42a6d341c067
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777-jrznx'
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777.18d63f3a54a28df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14108"
    uid: 0c5edc0a-8f67-4d6f-b997-453cfe8835dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14095"
    uid: 634a8d05-aaac-446e-8d43-e5c75f7b484d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-d5772-predictor-56c57b5777
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor.18d63f3a51acbf00
    namespace: kserve-ci-e2e-test
    resourceVersion: "14101"
    uid: 1ee56cf7-c309-4d89-81be-f71324f7596c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14098"
    uid: f3c50a2a-5caf-481f-bd4c-c15fdbca79e2
  kind: Event
  lastTimestamp: "2026-09-17T23:24:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:41Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor.18d63f3dd027c8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: e703665b-9809-4fa3-a4dd-0574a5f693d1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14098"
    uid: f3c50a2a-5caf-481f-bd4c-c15fdbca79e2
  kind: Event
  lastTimestamp: "2026-09-17T23:24:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:23:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:24:41Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor.18d63f3dd075e9e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14501"
    uid: d3fc33a5-8abb-4d1e-b83c-a543f55c6a5d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14262"
    uid: f3c50a2a-5caf-481f-bd4c-c15fdbca79e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:26Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor.18d63f4bcc4a8bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 2d5a82c3-4212-4e78-9a0d-434adac0555e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:24:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14262"
    uid: f3c50a2a-5caf-481f-bd4c-c15fdbca79e2
  kind: Event
  lastTimestamp: "2026-09-17T23:25:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:24:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:26Z"
    name: isvc-xgboost-graph-raw-hpa-d5772-predictor.18d63f4bccbe7773
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: 4e8b72be-c98f-4abb-a808-bd7a8fcd8e3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-d5772
    namespace: kserve-ci-e2e-test
    resourceVersion: "14080"
    uid: 179c85ee-16cc-4ae8-833e-6eff384a6485
  kind: Event
  lastTimestamp: "2026-09-17T23:25:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:13Z"
    name: isvc-xgboost-graph-raw-hpa-d5772.18d63f3a51b2a795
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: e36479a4-be85-40e1-9d0c-0c6d6fcd12c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-d5772
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: 179c85ee-16cc-4ae8-833e-6eff384a6485
  kind: Event
  lastTimestamp: "2026-09-17T23:25:13Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-d5772] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:13Z"
    name: isvc-xgboost-graph-raw-hpa-d5772.18d63f4fb217ad2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: eddad927-1681-4912-a085-3b30734600d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:25:31.810247Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15015"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f53f87ef49f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15026"
    uid: deda86cb-6dc1-4146-bfa0-6c352aac76fe
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f541b6f1be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: ef338222-d833-405d-b875-f0fe67404e0d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:25:32Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T23:25:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:32Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f541cc7fc14
    namespace: kserve-ci-e2e-test
    resourceVersion: "15048"
    uid: 1d8422b1-0d14-4d9d-86a7-fe0e31442538
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.247s (1.247s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f54671f17c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: 680a80be-5f12-4970-973b-b515f784e5c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f546a0946da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 28e088d7-515b-4850-9ecf-c1791df2effb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f546a82d2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 8548d942-5fec-40bc-9484-0da182c273c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f546a8eaf2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: 8973c840-3b8b-4e81-b859-a57902246355
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f546d6991f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 99824e24-1b59-485f-9ae8-601053f71f1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:25:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:25:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:33Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f546de6a900
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: 5c66157c-17c7-4074-9796-04e37b844323
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f6ecee61a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16020"
    uid: 3ac8c8b4-e1f0-45c1-9d9a-a9a375bc980d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d8f62f64-a4ef-4506-8d68-5803bed81380
  kind: Event
  lastTimestamp: "2026-09-17T23:27:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:27Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26.18d63f6ecee6c21f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16021"
    uid: 4603cb35-1965-4ac7-ab54-2f5d914fe6cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15000"
    uid: 1897053f-bded-4beb-be25-474dd2f286c9
  kind: Event
  lastTimestamp: "2026-09-17T23:25:31Z"
  message: 'Created pod: message-dumper-raw-0a0da-predictor-c8fbfbc9d-krl26'
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: message-dumper-raw-0a0da-predictor-c8fbfbc9d.18d63f53f7fd9f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: 9c83d003-879f-4c2b-bff9-68847394b28e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14997"
    uid: a71e1287-0976-460f-acf7-e67f3dcbc429
  kind: Event
  lastTimestamp: "2026-09-17T23:25:31Z"
  message: Scaled up replica set message-dumper-raw-0a0da-predictor-c8fbfbc9d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: message-dumper-raw-0a0da-predictor.18d63f53f5fa6c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: de70a744-5d2b-4952-af8b-0646776bb545
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: a86aa6f0-39d8-424b-99cc-3a4bec0145fa
  kind: Event
  lastTimestamp: "2026-09-17T23:26:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:16Z"
    name: message-dumper-raw-0a0da-predictor.18d63f5774b45f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: 6c559a9f-a22f-43ac-af58-0d00533c695f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14999"
    uid: a86aa6f0-39d8-424b-99cc-3a4bec0145fa
  kind: Event
  lastTimestamp: "2026-09-17T23:26:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:16Z"
    name: message-dumper-raw-0a0da-predictor.18d63f57751c6de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15375"
    uid: 93293af2-c463-4ad7-a68e-dd5c6147a60c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: a86aa6f0-39d8-424b-99cc-3a4bec0145fa
  kind: Event
  lastTimestamp: "2026-09-17T23:26:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:01Z"
    name: message-dumper-raw-0a0da-predictor.18d63f5af3cb13e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15294"
    uid: 7071c184-1b94-434a-80c3-dd1493810f01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:26:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-0a0da-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15146"
    uid: a86aa6f0-39d8-424b-99cc-3a4bec0145fa
  kind: Event
  lastTimestamp: "2026-09-17T23:26:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:26:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:26:01Z"
    name: message-dumper-raw-0a0da-predictor.18d63f5af42cd55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: 7143d7e3-a0f7-48aa-989a-1077d74da95d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-0a0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: 4a77c23e-d148-4ef1-b1ba-5fe40299be8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:42Z"
    name: message-dumper-raw-0a0da.18d63f53f6110d5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15119"
    uid: d1f299ea-1cb9-4730-aa01-e019c89644ae
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-0a0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "14974"
    uid: 4a77c23e-d148-4ef1-b1ba-5fe40299be8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:31Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-0a0da":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-0a0da":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: message-dumper-raw-0a0da.18d63f53f6abed44
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 5e97dbf5-f23f-4491-9e1b-ac14af2abd52
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-0a0da
    namespace: kserve-ci-e2e-test
    resourceVersion: "15117"
    uid: 4a77c23e-d148-4ef1-b1ba-5fe40299be8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:42Z"
  message: InferenceService [message-dumper-raw-0a0da] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:25:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:42Z"
    name: message-dumper-raw-0a0da.18d63f565dd80fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15118"
    uid: 4951e4e6-6f4a-42c7-8d59-50b7eb3a10e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:35:12.211576Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18873"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:35:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:35:12Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdb1b1ca893
    namespace: kserve-ci-e2e-test
    resourceVersion: "18877"
    uid: ed91a2d1-a325-4b47-b256-5169e40d48a8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:12Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdb23ecb3bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18886"
    uid: a1ff6de0-7970-44d1-9b79-55e00feb0f9d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18883"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:13Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:35:13Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdb611dfc35
    namespace: kserve-ci-e2e-test
    resourceVersion: "18894"
    uid: a227da8e-8365-430e-ae08-0598826b4476
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:13Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T23:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:13Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdb62a54456
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 0f599bf5-56e7-4d5a-9c3f-7159da4ae3b2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:14Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.257s (1.257s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:14Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdbad9ac1bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18900"
    uid: 93fd8048-c969-4386-9924-7a40544a6a45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:14Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdbb0b07d08
    namespace: kserve-ci-e2e-test
    resourceVersion: "18902"
    uid: cad66ec7-ae0e-4604-aaaf-da0f293978b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:14Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdbb16bd69c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18903"
    uid: 9bef37df-b700-4627-a0dc-b68f773b8df4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:14Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdbb1786385
    namespace: kserve-ci-e2e-test
    resourceVersion: "18904"
    uid: 59693342-94b4-4418-a6cb-74cc721123cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:14Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdbb4ae89eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18905"
    uid: 87b3c0af-b20e-4e4f-a5b0-2e7d981e42fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:35:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:35:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:35:14Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63fdbb527f1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18906"
    uid: 46dd0c5b-9a19-4931-862a-2a5071d3e967
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63ff5f9cec025
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: a65bf518-2d8f-42f8-928a-c98675da6312
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:37:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt
    namespace: kserve-ci-e2e-test
    resourceVersion: "18875"
    uid: d8f4cba2-2fae-4416-aedf-c6ba28bb5385
  kind: Event
  lastTimestamp: "2026-09-17T23:37:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:37:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt.18d63ff5f9cf42fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19551"
    uid: 250f0dcd-cf54-41c7-acde-24192b90d195
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18862"
    uid: c5a06084-bccc-4980-90cb-5c79fe3005de
  kind: Event
  lastTimestamp: "2026-09-17T23:35:12Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-6d2jt'
  metadata:
    creationTimestamp: "2026-09-17T23:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:12Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d63fdb1ab1f441
    namespace: kserve-ci-e2e-test
    resourceVersion: "18874"
    uid: 62f9ec5a-2db4-41a0-8635-0e3ff01c1b83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18860"
    uid: f531bec3-a583-4ac3-a9f7-a7f0c0b5ac89
  kind: Event
  lastTimestamp: "2026-09-17T23:35:12Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:12Z"
    name: message-dumper-raw-cipn-predictor.18d63fdb16b3b5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18865"
    uid: b0534961-503a-4fe0-a925-3eba2b15fc25
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18861"
    uid: 6eb9b5f0-93e3-4371-9a2b-d707b9b49bf9
  kind: Event
  lastTimestamp: "2026-09-17T23:35:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:57Z"
    name: message-dumper-raw-cipn-predictor.18d63fde95fa1385
    namespace: kserve-ci-e2e-test
    resourceVersion: "19185"
    uid: 12b55cdc-d673-40a9-92cc-8db8d99b47ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18861"
    uid: 6eb9b5f0-93e3-4371-9a2b-d707b9b49bf9
  kind: Event
  lastTimestamp: "2026-09-17T23:35:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:57Z"
    name: message-dumper-raw-cipn-predictor.18d63fde96667cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19186"
    uid: e26c51d8-ed75-4ebd-b7af-7b7371a3ae24
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 6eb9b5f0-93e3-4371-9a2b-d707b9b49bf9
  kind: Event
  lastTimestamp: "2026-09-17T23:35:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:42Z"
    name: message-dumper-raw-cipn-predictor.18d63fe215e9a4c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19108"
    uid: a739ceac-764d-4430-b542-4f681d122d95
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18977"
    uid: 6eb9b5f0-93e3-4371-9a2b-d707b9b49bf9
  kind: Event
  lastTimestamp: "2026-09-17T23:35:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:35:42Z"
    name: message-dumper-raw-cipn-predictor.18d63fe2166ec03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19110"
    uid: 1a0c3853-86be-4d63-880e-63cb11a1ceb0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: d86a2ca8-666d-4838-bef1-87510e68f188
  kind: Event
  lastTimestamp: "2026-09-17T23:35:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:35:22Z"
    name: message-dumper-raw-cipn.18d63fdb16be7db2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18954"
    uid: 8bdb9a24-c5e6-4c16-a325-003b9d7faf64
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18854"
    uid: d86a2ca8-666d-4838-bef1-87510e68f188
  kind: Event
  lastTimestamp: "2026-09-17T23:35:12Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:35:12Z"
    name: message-dumper-raw-cipn.18d63fdb1770725b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18868"
    uid: e8bf5a8e-407f-49e6-ae44-5894c9080369
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:35:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "18951"
    uid: d86a2ca8-666d-4838-bef1-87510e68f188
  kind: Event
  lastTimestamp: "2026-09-17T23:35:22Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:35:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:35:22Z"
    name: message-dumper-raw-cipn.18d63fdd6fccf3a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18952"
    uid: 26eec5db-2e4c-4bc1-8ed1-223aa19e76fb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:23:31.278842Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13921"
    uid: fe257d69-6de9-4adc-a955-da2e32dc012d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:23:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:23:31Z"
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4.18d63f37e843acbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "13927"
    uid: ccdaf95c-6d55-420e-9aaa-34ba69fccfd9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13931"
    uid: fe257d69-6de9-4adc-a955-da2e32dc012d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:31Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:23:31Z"
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4.18d63f380a0c8cef
    namespace: kserve-ci-e2e-test
    resourceVersion: "13940"
    uid: 4363cfe6-4fad-46c9-8d9b-80e43efd70e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7b7df}
    kind: Pod
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: fe257d69-6de9-4adc-a955-da2e32dc012d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:31Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:72663b376a728834b8b7a0627c1f77261896d78389c8bb03de412e525cf47359"
  metadata:
    creationTimestamp: "2026-09-17T23:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:31Z"
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4.18d63f380b52d6b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "13942"
    uid: f3fa301c-a827-4bff-ab52-0b01d4e47b08
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7b7df}
    kind: Pod
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: fe257d69-6de9-4adc-a955-da2e32dc012d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:72663b376a728834b8b7a0627c1f77261896d78389c8bb03de412e525cf47359"
    in 2.007s (2.007s including waiting). Image size: 211751048 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:33Z"
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4.18d63f3882fe68b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "13957"
    uid: 55e1c5c8-f3e8-4735-8ba6-c4b833ec1699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7b7df}
    kind: Pod
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: fe257d69-6de9-4adc-a955-da2e32dc012d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:33Z"
  message: 'Created container: model-chainer-raw-7b7df'
  metadata:
    creationTimestamp: "2026-09-17T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:33Z"
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4.18d63f38862102cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "13958"
    uid: 39b9a893-06cd-4e91-be94-745dd5856a67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7b7df}
    kind: Pod
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: fe257d69-6de9-4adc-a955-da2e32dc012d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:33Z"
  message: Started container model-chainer-raw-7b7df
  metadata:
    creationTimestamp: "2026-09-17T23:23:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:33Z"
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4.18d63f38869285aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "13959"
    uid: bdefb34d-4fbe-493a-86a4-721fbac266f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7b7df}
    kind: Pod
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: fe257d69-6de9-4adc-a955-da2e32dc012d
  kind: Event
  lastTimestamp: "2026-09-17T23:23:41Z"
  message: Stopping container model-chainer-raw-7b7df
  metadata:
    creationTimestamp: "2026-09-17T23:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:23:41Z"
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4.18d63f3a3fab7802
    namespace: kserve-ci-e2e-test
    resourceVersion: "14019"
    uid: f10a1122-e46d-42d1-9682-c123d08a5be2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-7b7df}
    kind: Pod
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "13923"
    uid: fe257d69-6de9-4adc-a955-da2e32dc012d
  kind: Event
  lastTimestamp: "2026-09-17T23:24:10Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T23:23:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:24:10Z"
    name: model-chainer-raw-7b7df-5957dcc4dd-rlrd4.18d63f3b24e7cca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14335"
    uid: bd87613d-e77d-48bb-8b1b-c04e7f67ba2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-7b7df-5957dcc4dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "13918"
    uid: e8588e6c-a8d2-49a2-976d-f1a75ddde527
  kind: Event
  lastTimestamp: "2026-09-17T23:23:31Z"
  message: 'Created pod: model-chainer-raw-7b7df-5957dcc4dd-rlrd4'
  metadata:
    creationTimestamp: "2026-09-17T23:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:31Z"
    name: model-chainer-raw-7b7df-5957dcc4dd.18d63f37e7cb3db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "13924"
    uid: be94c3eb-86e1-41e1-a654-03f8d88bb906
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-7b7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "13916"
    uid: 98195054-b35a-4bb3-88cb-d1af7c298732
  kind: Event
  lastTimestamp: "2026-09-17T23:23:31Z"
  message: Scaled up replica set model-chainer-raw-7b7df-5957dcc4dd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:23:31Z"
    name: model-chainer-raw-7b7df.18d63f37e6e8e553
    namespace: kserve-ci-e2e-test
    resourceVersion: "13919"
    uid: 43fe8fa6-02ce-439d-92e1-2e6b03c9a1d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:23:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-7b7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "13933"
    uid: c790677e-3110-426d-aff8-ccbf369ee85b
  kind: Event
  lastTimestamp: "2026-09-17T23:23:31Z"
  message: InferenceGraph [model-chainer-raw-7b7df] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:23:31Z"
    name: model-chainer-raw-7b7df.18d63f37ebc48436
    namespace: kserve-ci-e2e-test
    resourceVersion: "13935"
    uid: f7830a24-b4dc-43db-8f7f-9efaa85f1f1c
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:25:21.561285Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14871"
    uid: 5b48a893-be3e-4060-b610-3365757a2b8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    to ip-10-0-142-4.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:25:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:25:21Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h.18d63f51959c367a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14876"
    uid: 9c362a70-57d7-45cc-963b-cf4008fc3432
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 5b48a893-be3e-4060-b610-3365757a2b8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-d5772-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T23:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:21Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h.18d63f51a237b8ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: be9eb055-fab8-48fd-94cb-f54fe66256d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: 5b48a893-be3e-4060-b610-3365757a2b8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:22Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:25:22Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h.18d63f51db33370c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14895"
    uid: 75293343-ef5d-4279-891b-64c188500ee0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d5772}
    kind: Pod
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 5b48a893-be3e-4060-b610-3365757a2b8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:22Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:72663b376a728834b8b7a0627c1f77261896d78389c8bb03de412e525cf47359"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:22Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h.18d63f51dc74fdea
    namespace: kserve-ci-e2e-test
    resourceVersion: "14897"
    uid: 6aec584e-3fa9-48c5-a1a3-bfe080093372
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d5772}
    kind: Pod
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 5b48a893-be3e-4060-b610-3365757a2b8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:22Z"
  message: 'Created container: model-chainer-raw-hpa-d5772'
  metadata:
    creationTimestamp: "2026-09-17T23:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:22Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h.18d63f51df2413af
    namespace: kserve-ci-e2e-test
    resourceVersion: "14898"
    uid: 175dfed2-f4fc-4be5-a75b-abaf6d9e97b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d5772}
    kind: Pod
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 5b48a893-be3e-4060-b610-3365757a2b8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:22Z"
  message: Started container model-chainer-raw-hpa-d5772
  metadata:
    creationTimestamp: "2026-09-17T23:25:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:22Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h.18d63f51dfa7f970
    namespace: kserve-ci-e2e-test
    resourceVersion: "14899"
    uid: bfefec03-feb4-493e-aae1-3383b65fd647
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d5772}
    kind: Pod
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 5b48a893-be3e-4060-b610-3365757a2b8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:31Z"
  message: Stopping container model-chainer-raw-hpa-d5772
  metadata:
    creationTimestamp: "2026-09-17T23:25:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:31Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h.18d63f53ee2a1657
    namespace: kserve-ci-e2e-test
    resourceVersion: "14970"
    uid: 0505cdeb-0ea2-48d8-8adf-14e3afacb9fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-d5772}
    kind: Pod
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 5b48a893-be3e-4060-b610-3365757a2b8c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:59Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T23:25:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:25:59Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h.18d63f54a3c9e8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: 300c1663-51ee-4943-b546-fdf0721f62a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-4.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-4.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-d5772-75ffc6d89c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 63861994-2c73-4fd0-87f0-ef528019142a
  kind: Event
  lastTimestamp: "2026-09-17T23:25:21Z"
  message: 'Created pod: model-chainer-raw-hpa-d5772-75ffc6d89c-k2m2h'
  metadata:
    creationTimestamp: "2026-09-17T23:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:21Z"
    name: model-chainer-raw-hpa-d5772-75ffc6d89c.18d63f51951053dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14872"
    uid: 574b38be-1766-4db2-9994-a2234cf8726c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-d5772
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: b8993581-90f8-4288-b554-30170588a4ff
  kind: Event
  lastTimestamp: "2026-09-17T23:25:21Z"
  message: Scaled up replica set model-chainer-raw-hpa-d5772-75ffc6d89c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:25:21Z"
    name: model-chainer-raw-hpa-d5772.18d63f5194560df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14869"
    uid: be9a97a0-94d8-4eda-8f22-401a13df67a7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:25:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-d5772
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: 639f5be2-e7b5-4828-aea1-4704f7d9b34c
  kind: Event
  lastTimestamp: "2026-09-17T23:25:21Z"
  message: InferenceGraph [model-chainer-raw-hpa-d5772] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:25:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:25:21Z"
    name: model-chainer-raw-hpa-d5772.18d63f519a14f47b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14884"
    uid: 60ee4541-70af-4e39-99af-a20dde85c126
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:27:20.365447Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-35411-predictor-65bc89658c-dth4r
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:27:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:27:20Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6d3ee3da22
    namespace: kserve-ci-e2e-test
    resourceVersion: "15924"
    uid: 442f8fa5-7d47-43fc-90fa-43927d4e8266
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15928"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:20Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:27:20Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6d6119291f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15932"
    uid: 7f2c2429-c70f-4074-b51c-4735f63b2ce2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:20Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6d6295d763
    namespace: kserve-ci-e2e-test
    resourceVersion: "15935"
    uid: 8132e34c-7b33-48c4-a945-436c0df98bcd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6d6607bc06
    namespace: kserve-ci-e2e-test
    resourceVersion: "15937"
    uid: 08dacb97-d695-4fff-8f58-1fbd22d3ce42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:21Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6d66818475
    namespace: kserve-ci-e2e-test
    resourceVersion: "15938"
    uid: 4bd7bc43-a96b-4fef-8b94-7326124a8383
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:25Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:25Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6e6f876512
    namespace: kserve-ci-e2e-test
    resourceVersion: "15962"
    uid: 39e95e30-63bb-4708-a151-723a22be1f46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:25Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6e726ad763
    namespace: kserve-ci-e2e-test
    resourceVersion: "15964"
    uid: 6e34c5e2-64eb-46ec-acca-e7b7aaaf8078
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:25Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6e72e3381e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 4c034ec3-d344-4b20-813e-fefe0d4df3c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:25Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6e72ef01d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: 38e005c0-ab18-49f8-835c-cee1486a6493
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:25Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6e75e5f97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15969"
    uid: 453cb6eb-7322-4a22-b4e4-bc6c99c5bb75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:27:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:27:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:27:25Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6e76740839
    namespace: kserve-ci-e2e-test
    resourceVersion: "15971"
    uid: d788b08d-964d-4e30-bdaf-d6c52c5b4b9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:28:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:28:51Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f6eab97341d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 098a96ac-692e-4766-9f9e-f17afb6f5bc9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:28:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:28:50Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f8240d53799
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: 9015d9a5-e88e-4a8a-9e46-4d0ba5363d0f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:28:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:28:50Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f8240d5c185
    namespace: kserve-ci-e2e-test
    resourceVersion: "16519"
    uid: 36bc97ad-61d3-4810-87c2-f4fae46dd151
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15920"
    uid: a06322e6-cd3d-4665-9b2a-378aba1213dd
  kind: Event
  lastTimestamp: "2026-09-17T23:28:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:28:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:28:52Z"
    name: raw-sklearn-35411-predictor-65bc89658c-dth4r.18d63f82b1ddd19b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: c362491b-187f-43f8-9250-d016d691699d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-35411-predictor-65bc89658c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15907"
    uid: e49924bb-3cb0-4f75-bc1e-b44e76e42d70
  kind: Event
  lastTimestamp: "2026-09-17T23:27:20Z"
  message: 'Created pod: raw-sklearn-35411-predictor-65bc89658c-dth4r'
  metadata:
    creationTimestamp: "2026-09-17T23:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:20Z"
    name: raw-sklearn-35411-predictor-65bc89658c.18d63f6d3e59ca64
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: 0cd9cee8-8dcd-44f7-9bdc-eae4b2fcb9ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-35411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15905"
    uid: 849ebe62-3df0-499f-ac73-caac51b22eb9
  kind: Event
  lastTimestamp: "2026-09-17T23:27:20Z"
  message: Scaled up replica set raw-sklearn-35411-predictor-65bc89658c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T23:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:20Z"
    name: raw-sklearn-35411-predictor.18d63f6d3b37a746
    namespace: kserve-ci-e2e-test
    resourceVersion: "15909"
    uid: 188f8a86-6591-438e-a748-d6427aa55131
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-35411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: ea7d5445-1a08-4e1f-b25b-342ca0ef63c2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:50Z"
    name: raw-sklearn-35411-predictor.18d63f70ba68de14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: 0a6f91f8-7416-4898-83b6-9dbb5d867f26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-35411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15906"
    uid: ea7d5445-1a08-4e1f-b25b-342ca0ef63c2
  kind: Event
  lastTimestamp: "2026-09-17T23:27:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:27:50Z"
    name: raw-sklearn-35411-predictor.18d63f70badd235a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: b7ed312c-1afc-4867-9c15-3432ce6751c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-35411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16125"
    uid: ea7d5445-1a08-4e1f-b25b-342ca0ef63c2
  kind: Event
  lastTimestamp: "2026-09-17T23:28:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:28:50Z"
    name: raw-sklearn-35411-predictor.18d63f77b8f018c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: eb51f2a5-2703-42c7-ac18-7a06c444a6ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-35411-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16125"
    uid: ea7d5445-1a08-4e1f-b25b-342ca0ef63c2
  kind: Event
  lastTimestamp: "2026-09-17T23:28:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:28:50Z"
    name: raw-sklearn-35411-predictor.18d63f77b966e94e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: c3d4774a-dcb0-4029-b5fe-7564ef32479b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-35411
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: c149861d-f423-41c5-996f-d7979b39c325
  kind: Event
  lastTimestamp: "2026-09-17T23:28:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:28:41Z"
    name: raw-sklearn-35411.18d63f6d3b4c3ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 8cd76eb3-c63f-4259-8f5d-bb9f08af1c94
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-35411
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: c149861d-f423-41c5-996f-d7979b39c325
  kind: Event
  lastTimestamp: "2026-09-17T23:27:20Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-35411": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-35411":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:27:20Z"
    name: raw-sklearn-35411.18d63f6d3bc0202c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15913"
    uid: 3bb527f4-af99-40f0-b698-2f12c4fff6fe
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-35411
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: c149861d-f423-41c5-996f-d7979b39c325
  kind: Event
  lastTimestamp: "2026-09-17T23:28:41Z"
  message: InferenceService [raw-sklearn-35411] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:28:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:28:41Z"
    name: raw-sklearn-35411.18d63f8023a4f720
    namespace: kserve-ci-e2e-test
    resourceVersion: "16462"
    uid: ca91027f-18e0-4834-a2d2-b6d471bb6a65
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T23:28:55.693493Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    to ip-10-0-140-43.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T23:28:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T23:28:55Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f8370e27125
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: e80038ab-1e82-4971-85c1-9d7e77234560
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7b9594874c-wppns
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:28:56Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T23:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T23:28:56Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f8392ef38ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 7971b8e7-7d44-4101-bcc1-7eb5f97cda5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:28:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fda42133f9b1cd73575073071ee5583bebe6a773707fa25ca330879e0107d1d7"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:28:56Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f83944ba133
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 1fb45fdc-1e1b-48d0-b710-de260848724c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:28:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T23:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:28:56Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f83973ef642
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 5e8a922b-7208-4556-8109-4da2201207c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:28:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T23:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:28:56Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f8397ba29fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: 82436f18-497b-4259-8702-ccbd750882a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:29:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1976"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:00Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f84a60c119e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16621"
    uid: e65dca20-6099-45b4-8c17-dac98d6fe617
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:29:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T23:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:00Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f84a97607e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16624"
    uid: 320daf61-6b8a-48cd-bbb4-4aa8463337cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:29:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:00Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f84a9f6a040
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: cb4ca1c4-d2dc-41bf-93d4-127de76082f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:29:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T23:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:00Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f84aa03a5ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16626"
    uid: 375a095b-e2c0-4472-af6e-733b1c7e68a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:29:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T23:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:01Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f84ad386635
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: c12566e2-bd69-418d-81cd-735e4d128792
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:29:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:29:01Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f84adb9d372
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: af4ee261-600e-4c1b-ab92-743bea390113
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:30:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T23:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:27Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f84e2170966
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: 2792895d-aa07-441e-8c72-dad49659abd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:30:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T23:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:25Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f986d40a8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17187"
    uid: 216b0e3b-bd81-41be-bea9-b9a5c45e7df1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:30:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T23:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:25Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f986d41e5bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17188"
    uid: 88e32d39-d6dd-423c-821f-f95c59f84367
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: 03882ad6-d499-41f5-aece-c3c5ea157867
  kind: Event
  lastTimestamp: "2026-09-17T23:30:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T23:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T23:30:27Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm.18d63f98e844228d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17197"
    uid: b8ace272-427c-451c-a215-33a8ce7018a9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-43.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-43.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959
    namespace: kserve-ci-e2e-test
    resourceVersion: "16560"
    uid: c35b4992-bcf3-446f-97a5-8ec73df56b88
  kind: Event
  lastTimestamp: "2026-09-17T23:28:55Z"
  message: 'Created pod: raw-sklearn-runtime-60b0d-predictor-55c6df5959-c8crm'
  metadata:
    creationTimestamp: "2026-09-17T23:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:28:55Z"
    name: raw-sklearn-runtime-60b0d-predictor-55c6df5959.18d63f837073a0a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16570"
    uid: 38d0ff31-4bd8-40e0-9d7b-2ba3ed897972
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-60b0d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: d7f9af90-21cf-47f9-8c54-5ef2322a3594
  kind: Event
  lastTimestamp: "2026-09-17T23:28:55Z"
  message: Scaled up replica set raw-sklearn-runtime-60b0d-predictor-55c6df5959 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T23:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:28:55Z"
    name: raw-sklearn-runtime-60b0d-predictor.18d63f836d181ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 05158b78-25fa-462d-a17f-587e19e5e6c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-60b0d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 3533c820-e76f-4b10-8a36-67970bffaf59
  kind: Event
  lastTimestamp: "2026-09-17T23:29:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:40Z"
    name: raw-sklearn-runtime-60b0d-predictor.18d63f86ecf0d688
    namespace: kserve-ci-e2e-test
    resourceVersion: "16821"
    uid: 014a7c96-081c-4845-bf97-29ca2cf326b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-60b0d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 3533c820-e76f-4b10-8a36-67970bffaf59
  kind: Event
  lastTimestamp: "2026-09-17T23:29:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T23:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:29:40Z"
    name: raw-sklearn-runtime-60b0d-predictor.18d63f86eda6b3e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: 04cb947e-3342-4b01-8743-23f894bbfcb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-60b0d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 3533c820-e76f-4b10-8a36-67970bffaf59
  kind: Event
  lastTimestamp: "2026-09-17T23:30:25Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:25Z"
    name: raw-sklearn-runtime-60b0d-predictor.18d63f916b1ecf7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17181"
    uid: bd3fb633-ae85-4e25-8e42-3285d66603e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T23:29:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-60b0d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16679"
    uid: 3533c820-e76f-4b10-8a36-67970bffaf59
  kind: Event
  lastTimestamp: "2026-09-17T23:30:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T23:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T23:30:25Z"
    name: raw-sklearn-runtime-60b0d-predictor.18d63f916ba456ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "17184"
    uid: e0709903-939c-4c6e-bd15-d73f6d6b789c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-60b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: a9b48bf1-643d-4dff-a9a0-112c81e0c4c8
  kind: Event
  lastTimestamp: "2026-09-17T23:30:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T23:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:30:18Z"
    name: raw-sklearn-runtime-60b0d.18d63f836d418452
    namespace: kserve-ci-e2e-test
    resourceVersion: "17033"
    uid: 8a3d4d71-dd3a-47c8-9fe4-4ee719040077
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:28:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-60b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: a9b48bf1-643d-4dff-a9a0-112c81e0c4c8
  kind: Event
  lastTimestamp: "2026-09-17T23:28:55Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-60b0d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-60b0d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T23:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:28:55Z"
    name: raw-sklearn-runtime-60b0d.18d63f836dcbc1cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16566"
    uid: 11594633-e85d-404a-865b-87842ddd6152
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T23:30:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-60b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17031"
    uid: a9b48bf1-643d-4dff-a9a0-112c81e0c4c8
  kind: Event
  lastTimestamp: "2026-09-17T23:30:17Z"
  message: InferenceService [raw-sklearn-runtime-60b0d] is Ready
  metadata:
    creationTimestamp: "2026-09-17T23:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T23:30:17Z"
    name: raw-sklearn-runtime-60b0d.18d63f9699b02f55
    namespace: kserve-ci-e2e-test
    resourceVersion: "17032"
    uid: 97071442-2469-4bd8-bd4a-a153fdefadcf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "19737"