---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:38:58.729948Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19502"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7b568f75-s26zm
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818ba714ed8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19506"
    uid: 1dbfc348-fe7d-4929-af7c-fed981f6881f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19510"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818bc8dffa32
    namespace: kserve-ci-e2e-test
    resourceVersion: "19529"
    uid: 1e542655-9d13-4476-843f-4dd0a088f7e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818bcbadcef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19533"
    uid: aaea2d8e-cc21-43ea-bf24-4cc78db836c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818bce2c01f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 58714ef3-79ee-420e-ad8e-1283af5fa558
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818bce9ac2aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19536"
    uid: ad2c7250-1f6b-4440-b495-d4d13f76323e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818cb217ee27
    namespace: kserve-ci-e2e-test
    resourceVersion: "19582"
    uid: d1036324-ec3d-4b97-843c-51a3ea571b13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818cb4e92f8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19584"
    uid: c4a65ad2-5d9d-45bf-8210-538121e42a63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818cb558276e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19585"
    uid: efab4bd9-4b30-4a1c-816d-9ac17b88ce8d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818cb56244bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19586"
    uid: a8534b30-ddb6-4926-bafe-faf384a549d1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818cb8967d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: 5442b07a-87ab-43cf-80ad-941b59e5e693
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818cb90c2054
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: c305134d-83bd-4848-9255-4a98722b9165
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:40:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:40Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d6818cee10ea45
    namespace: kserve-ci-e2e-test
    resourceVersion: "20172"
    uid: eec6497d-7c94-4b9a-9fd9-3e091ba6254a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:40:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:38Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d681a2f310b1d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20160"
    uid: 79a66987-c515-48c3-bc27-d340bb00f517
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:40:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:38Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d681a2f311efb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20162"
    uid: c593e7c7-52fb-4f2c-8898-3db4e7368863
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-s26zm
    namespace: kserve-ci-e2e-test
    resourceVersion: "19505"
    uid: 410b89b0-faf6-40a1-86ef-d7eafa392524
  kind: Event
  lastTimestamp: "2026-09-18T19:40:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:40:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:40Z"
    name: isvc-canary-create-predictor-7b568f75-s26zm.18d681a3488ccaf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20171"
    uid: 0965dade-3e23-42bd-96fd-6696722d003a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:38:58.807271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19511"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7b568f75-wcgnt
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818babb0d4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19515"
    uid: 24ba7575-ec2e-477e-b23f-c9d8eaa6863a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19519"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818bcdd4ec1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: 32406502-e7d4-4d3a-b734-c118ca5b6eab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818bcfabc9c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19538"
    uid: aea54d88-fbf9-4a2a-acf7-ef6f23058108
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818bd3134843
    namespace: kserve-ci-e2e-test
    resourceVersion: "19539"
    uid: d9c35c0a-bf57-4ab8-a0eb-309842c2ca44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818bd3850ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19540"
    uid: 3b16fd91-9956-413b-8e81-0d7fea097fa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818cd8e6a2bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19594"
    uid: a1d94cc3-b7df-4abe-925f-2987b7070d03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818cdbc8c4b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19597"
    uid: 9c21e240-5486-4586-9990-4336fa5b306d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818cdc394522
    namespace: kserve-ci-e2e-test
    resourceVersion: "19598"
    uid: 9fc0606a-2457-47e7-80de-e91cea637a9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818cdc43d442
    namespace: kserve-ci-e2e-test
    resourceVersion: "19600"
    uid: 8eb25d09-216d-4cc8-9ae5-b0a56208d8ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818ce002346c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19601"
    uid: 92e7c317-f86b-42c1-a7a2-0fd53938a393
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:39:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:03Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818ce07444c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19602"
    uid: e4661670-535d-4e7d-a47a-29cab355b9a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:40:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:20Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d6818d152c3fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: ef3823b2-c841-4be2-b76f-5711640dc19f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:40:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:32Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d681a1614a5bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20092"
    uid: e47d377a-079f-4241-9151-c0e41fc0c9d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:40:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:32Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d681a1614b7949
    namespace: kserve-ci-e2e-test
    resourceVersion: "20093"
    uid: cd21e106-9e9a-4478-9d91-b3385942e345
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7b568f75-wcgnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "19513"
    uid: 26a30283-3cf2-491a-87ef-3747ab287ab9
  kind: Event
  lastTimestamp: "2026-09-18T19:40:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:40:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:35Z"
    name: isvc-canary-create-predictor-7b568f75-wcgnt.18d681a245572233
    namespace: kserve-ci-e2e-test
    resourceVersion: "20123"
    uid: c7fa42a8-f9ee-4212-b38e-5450cea96926
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7b568f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19486"
    uid: b5a0e323-c19d-4363-9ad2-2ebd5092f5c1
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: 'Created pod: isvc-canary-create-predictor-7b568f75-s26zm'
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-predictor-7b568f75.18d6818ba659c8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19504"
    uid: c4dad6ed-b4e7-4190-b3d1-e2fcd3363448
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7b568f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "19486"
    uid: b5a0e323-c19d-4363-9ad2-2ebd5092f5c1
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: 'Created pod: isvc-canary-create-predictor-7b568f75-wcgnt'
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-predictor-7b568f75.18d6818bab0c3ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19512"
    uid: e579b6e5-3db8-4f48-871b-2ed5c2d9fd74
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7b568f75
    namespace: kserve-ci-e2e-test
    resourceVersion: "20084"
    uid: b5a0e323-c19d-4363-9ad2-2ebd5092f5c1
  kind: Event
  lastTimestamp: "2026-09-18T19:40:32Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7b568f75-wcgnt'
  metadata:
    creationTimestamp: "2026-09-18T19:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:32Z"
    name: isvc-canary-create-predictor-7b568f75.18d681a16111ba98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20087"
    uid: ae060b7c-5fd4-4be3-b464-d469efef189b
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: 6a31859f-6cec-4e6d-a7f0-7a65cf531998
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: Scaled up replica set isvc-canary-create-predictor-7b568f75 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-predictor.18d6818ba1f5b073
    namespace: kserve-ci-e2e-test
    resourceVersion: "19488"
    uid: f0ecbb44-c8b7-4df7-9213-09a61811057a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20080"
    uid: 6a31859f-6cec-4e6d-a7f0-7a65cf531998
  kind: Event
  lastTimestamp: "2026-09-18T19:40:32Z"
  message: Scaled down replica set isvc-canary-create-predictor-7b568f75 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:40:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:32Z"
    name: isvc-canary-create-predictor.18d681a1607f07c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20085"
    uid: 64f00ad6-a6ca-4a32-ab89-74796a380cd1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:38:58.673328Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19491"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818ba3b4fb11
    namespace: kserve-ci-e2e-test
    resourceVersion: "19498"
    uid: dca0ee16-f167-4b03-8aba-be3d91546078
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818bb0ada9eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19524"
    uid: 66a6d835-661d-4458-a7bc-799e0d8581a4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19503"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818be967103d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 114ed1cb-36c7-41a1-b50c-581bebfa9f35
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818bebf06e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "19547"
    uid: 3e80a8e7-fafc-4f04-ab7d-908374a8dc95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818bf004c3f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19549"
    uid: cf8e120f-9385-444b-9c6d-d93a50a63e83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:38:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:59Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818bf077ff36
    namespace: kserve-ci-e2e-test
    resourceVersion: "19550"
    uid: 3037cdb8-e5e3-4072-b38b-bb71845f3db1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:39:04Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:04Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818d14db4a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19613"
    uid: 39ccba73-5a6b-4ee2-b178-fb97cf21eab1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:39:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:04Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818d1837ef02
    namespace: kserve-ci-e2e-test
    resourceVersion: "19617"
    uid: 3ff8ecde-6193-4ee0-8e04-65ee0f8dfd2b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:39:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:04Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818d18a9a395
    namespace: kserve-ci-e2e-test
    resourceVersion: "19618"
    uid: 4272db21-74ff-444e-b1e7-22d985898c0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:39:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:04Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818d18b43713
    namespace: kserve-ci-e2e-test
    resourceVersion: "19619"
    uid: 42f408d4-3587-4342-aaf3-609d14b1e488
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:39:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:04Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818d1c5a8bc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19620"
    uid: 5c9c28e1-112c-419d-9827-8e58e0879995
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:39:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:05Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818d1cc9dc1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19622"
    uid: 2752387f-2baf-4b57-bf6b-a700bd31922e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:40:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:41Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d6818d50fe81b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "20181"
    uid: 78cbd7f7-858a-48f6-8b5c-7428a76f35bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:40:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:38Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d681a2f33d6254
    namespace: kserve-ci-e2e-test
    resourceVersion: "20161"
    uid: 23533eb3-f9f6-4194-adcd-b4c00dc722ed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:40:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:38Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d681a2f33e7523
    namespace: kserve-ci-e2e-test
    resourceVersion: "20163"
    uid: 52ba1f16-adfd-461c-ad01-bbca49838593
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v
    namespace: kserve-ci-e2e-test
    resourceVersion: "19495"
    uid: 1ff2e7a2-00ac-4e45-82b4-1016dd452d0b
  kind: Event
  lastTimestamp: "2026-09-18T19:40:41Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:41Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v.18d681a3ab40a8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20180"
    uid: a3103a56-9657-427a-a9bb-042921dd80b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5c6467bc9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19476"
    uid: 867ddaf8-b3d9-4cb3-ac72-cb91e08a09ce
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5c6467bc9d-jcz2v'
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-v2-predictor-5c6467bc9d.18d6818ba2e26579
    namespace: kserve-ci-e2e-test
    resourceVersion: "19493"
    uid: a3da2a01-6cf2-4701-879d-82bf6697f888
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19474"
    uid: c424260b-0c81-486d-9927-f0fb87075f42
  kind: Event
  lastTimestamp: "2026-09-18T19:38:58Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5c6467bc9d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:58Z"
    name: isvc-canary-create-v2-predictor.18d6818b9f3eb177
    namespace: kserve-ci-e2e-test
    resourceVersion: "19478"
    uid: f5a61489-42df-48b9-83f6-9286aa175979
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: 51754ff7-962f-4052-9e7c-f186e41f1d78
  kind: Event
  lastTimestamp: "2026-09-18T19:40:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:32Z"
    name: isvc-canary-create.18d6818ba1824154
    namespace: kserve-ci-e2e-test
    resourceVersion: "20101"
    uid: e5d1985a-56c1-46eb-861a-510d1099e40b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: 51754ff7-962f-4052-9e7c-f186e41f1d78
  kind: Event
  lastTimestamp: "2026-09-18T19:40:32Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:32Z"
    name: isvc-canary-create.18d6818ba213b606
    namespace: kserve-ci-e2e-test
    resourceVersion: "20099"
    uid: 35e7baa5-e2d6-4f4c-b814-4874de598ab3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: 51754ff7-962f-4052-9e7c-f186e41f1d78
  kind: Event
  lastTimestamp: "2026-09-18T19:40:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:32Z"
    name: isvc-canary-create.18d6818ba2141d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20100"
    uid: 0e9246a4-edf3-4ef4-90d2-cb8ed5166d80
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20071"
    uid: 51754ff7-962f-4052-9e7c-f186e41f1d78
  kind: Event
  lastTimestamp: "2026-09-18T19:40:31Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:40:31Z"
    name: isvc-canary-create.18d681a1245fa0a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: 23ce56f3-82a5-4e5e-bb10-04f9b482144a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:40:44.020475Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20228"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a42ae2df33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20235"
    uid: 7a49c06c-bf4b-4d6f-a8b2-e5ba6548ae96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20244"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a44d24cc4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20267"
    uid: 65119c96-9c8e-4c08-ab1c-4b912bf4b455
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a45046de29
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: 13fb993d-33ec-4aee-b27a-9eaef139272a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a452e5e909
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: 7e0c3242-a1f1-408e-a81d-7725ebc1069c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a453657ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20277"
    uid: 4c16b4f8-3b1e-451c-ba2f-9af28bc86819
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a53d8c272e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: 4aff1595-f30d-4784-a9dc-6d6bc1ee353e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a54118ec1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20320"
    uid: e095a5ef-2f5a-4981-a0bb-24f322d4c9e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a5418d08f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20323"
    uid: 7b041b01-eaf7-4668-bca1-f4c1f5377283
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a54195bc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20324"
    uid: 4dd374ea-a5e5-4c31-a494-61c835f8ca6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a544be6d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "20327"
    uid: f6962f3c-337d-43e0-83d8-f18c69991090
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a5453740a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20329"
    uid: 9e222793-fb9c-49a7-9dd7-d37c9b05ff7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:42:15Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:15Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681a579b89874
    namespace: kserve-ci-e2e-test
    resourceVersion: "20820"
    uid: f5542b49-d26a-4b31-9cb7-9e14fb6a9feb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681b9241f9cf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20791"
    uid: 1b142165-85f3-4409-825a-3cea7dee2f46
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681b9242018b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20792"
    uid: 9893911b-fd29-4d48-8fbb-a580a4bed024
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20232"
    uid: 1ebc87e5-aef7-44dc-9d8e-0ad3410a41cc
  kind: Event
  lastTimestamp: "2026-09-18T19:42:15Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:15Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-x8hjf.18d681b97fef0197
    namespace: kserve-ci-e2e-test
    resourceVersion: "20819"
    uid: 5bb64b03-5e50-404d-9a06-d4e1f3bb3b91
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:40:44.086479Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20243"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-75f64ff6c9-xczvl
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a42ed1ffe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20248"
    uid: 4a95b5ed-f377-4015-82b1-52f0348a89ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20253"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a450b829b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20271"
    uid: db680b58-3f59-4a97-978c-199e9c4cfec5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a4535eabe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: e73ff12b-ed73-499c-9af8-1c4d45ff2013
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a456145f8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: df50da64-d595-4462-99de-dea525a099b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a45687a669
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 79f21e23-e04f-4d81-8224-e4e7862d017c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:49Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a5670520b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20334"
    uid: f15bb254-c555-481d-a586-140a13709cb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:49Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a569d6aacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20336"
    uid: 5523676c-5f04-4feb-85f9-f91d5528cfe6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:49Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a56a45789c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20337"
    uid: 22fdb7aa-73b9-4179-8c27-0f2177100700
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:49Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a56a4f53b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20338"
    uid: 561dce31-93d9-42a5-966f-94439815b4c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:49Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a56d05e21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20341"
    uid: ab4b1705-45f3-408d-bae6-94add8dfbbfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:40:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:49Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a56d762476
    namespace: kserve-ci-e2e-test
    resourceVersion: "20342"
    uid: 3129fd16-cecc-4cef-b3ee-3e660ab2e0bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:42:05Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:40:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:05Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681a5dede95ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 9b7b8117-e7d5-422b-9d27-466de0370595
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:42:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:05Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681b735aa8a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: 37c9f46b-aca9-4ce3-92f9-d7636f06b6a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:42:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:05Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681b735ab68b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: 3d880869-bbbd-4f44-8d95-0595963fcabc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "20246"
    uid: 0c05d354-a20f-4d74-957a-2e6323f0c241
  kind: Event
  lastTimestamp: "2026-09-18T19:42:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:07Z"
    name: isvc-canary-promote-predictor-75f64ff6c9-xczvl.18d681b7911361c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: 84599e98-e957-43fb-ac07-eb388d270274
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-75f64ff6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: fc2a89ce-a88a-4ec6-a921-827cb5d5cffe
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: 'Created pod: isvc-canary-promote-predictor-75f64ff6c9-x8hjf'
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9.18d681a42a74f611
    namespace: kserve-ci-e2e-test
    resourceVersion: "20234"
    uid: 52458e88-7873-4b1e-aeb8-37061ee5b14d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-75f64ff6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20221"
    uid: fc2a89ce-a88a-4ec6-a921-827cb5d5cffe
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: 'Created pod: isvc-canary-promote-predictor-75f64ff6c9-xczvl'
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-predictor-75f64ff6c9.18d681a42e305f11
    namespace: kserve-ci-e2e-test
    resourceVersion: "20245"
    uid: cb18b09e-9429-4b54-9ccc-4073ca56945d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-75f64ff6c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: fc2a89ce-a88a-4ec6-a921-827cb5d5cffe
  kind: Event
  lastTimestamp: "2026-09-18T19:42:05Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-75f64ff6c9-xczvl'
  metadata:
    creationTimestamp: "2026-09-18T19:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:05Z"
    name: isvc-canary-promote-predictor-75f64ff6c9.18d681b7357bdd53
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: cd832f55-cd71-45a9-9acb-5f45b26de93b
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20219"
    uid: 4f07cf12-10b8-41c9-908b-16e8b191fb50
  kind: Event
  lastTimestamp: "2026-09-18T19:40:43Z"
  message: Scaled up replica set isvc-canary-promote-predictor-75f64ff6c9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T19:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:43Z"
    name: isvc-canary-promote-predictor.18d681a4265a4b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "20222"
    uid: 4a78ddcc-3875-4277-ba5d-57d97fe68bed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20713"
    uid: 4f07cf12-10b8-41c9-908b-16e8b191fb50
  kind: Event
  lastTimestamp: "2026-09-18T19:42:05Z"
  message: Scaled down replica set isvc-canary-promote-predictor-75f64ff6c9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:05Z"
    name: isvc-canary-promote-predictor.18d681b7350b4a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20718"
    uid: be262aca-2a83-49a9-9374-e898d3897539
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:40:44.016472Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20227"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a42aa65b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20233"
    uid: 7803f2a6-d28d-4ae8-a83f-2a5d3faf898b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20242"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a44ce092d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20266"
    uid: ed263775-fc4f-4110-a885-5ec516084a85
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a450cf134b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20272"
    uid: 61231059-5357-410b-9d6c-ba33267386d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a45304e3b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20276"
    uid: b4e30b84-f48b-43db-8617-175113fe8e6c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a45389356f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20278"
    uid: b13f1fe8-4888-439d-956a-98865100c8ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a53d7740fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20315"
    uid: fb7b21d1-03ed-4baa-8a09-534d9f96f72d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a5410c5482
    namespace: kserve-ci-e2e-test
    resourceVersion: "20319"
    uid: 2dae22dc-afaf-4ba2-8f1b-38b4c0958d1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a5417fa356
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: e31c47ed-aacb-476a-bf5c-576dba0c22c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a5418a1463
    namespace: kserve-ci-e2e-test
    resourceVersion: "20322"
    uid: 7a9387b0-09ba-4a4e-b4cc-d62591594c27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a544ad3c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20326"
    uid: eb7fe3f6-1d1c-49cb-aeb8-5d960552f50f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:40:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:40:48Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a5452942ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "20328"
    uid: 038cc1b3-77c1-4e81-a877-2e09afe3700d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:43:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:40:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:45Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681a5799e17ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21252"
    uid: 3ec74536-afb1-4fa0-b757-495affe18a79
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681ce4501672a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21244"
    uid: 42dbd4b8-3878-485c-b3a6-c49b7a5a5ad7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681ce4501f7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21247"
    uid: edfa476a-ba4b-408e-a5bb-4a9b9d3393bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: abaa8cdf-c42d-439a-824b-55139c1b8fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:43:45Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:45Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt.18d681ce744ed983
    namespace: kserve-ci-e2e-test
    resourceVersion: "21251"
    uid: 8f878994-bdf9-49fd-bdef-0561237bf97a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:42:14.180451Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20796"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681b928d6f479
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 97e0584a-def4-46b1-b56b-eaae45334fbd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20806"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681b94ab2d29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20808"
    uid: 96a95252-8844-4b9d-af5b-d1a6f890df05
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681b94c24de80
    namespace: kserve-ci-e2e-test
    resourceVersion: "20810"
    uid: 59491d06-3d3a-44f7-b370-828df7c729cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681b94efe9e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: f0007f8c-35c7-414a-80db-fa56ed274675
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681b94f5fec94
    namespace: kserve-ci-e2e-test
    resourceVersion: "20812"
    uid: 259e7e6f-98b0-4912-9517-d8d44512aae7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:19Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ba72da6e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20843"
    uid: a61f9287-df17-439c-bf66-59d6806f58d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ba75ce3a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20845"
    uid: 8bda43f9-8987-4995-bccb-0adc879aa508
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ba76325fa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: d6b87f28-61ff-4f7e-8710-b0ea0f49dc3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ba763d545a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 0affbe36-285d-4b8f-97fd-c93858b293f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ba78deb0a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20851"
    uid: 98b3a898-e85b-4a11-acda-9e5ddd2fbed1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:42:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:42:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:42:19Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ba7940ff98
    namespace: kserve-ci-e2e-test
    resourceVersion: "20852"
    uid: 2030ca2b-3fea-4033-a4eb-bf20a6e84de8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:43:46Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:46Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681baaede4d2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21261"
    uid: c13571a5-581f-4d7d-97fc-19c61119fbb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ce44f85c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21245"
    uid: 30fa7e79-d80d-48b3-9094-f3202d09c5fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:43:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ce44f8c2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21246"
    uid: f2e25ec5-e7a5-4336-9fdb-21c71542fe89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n
    namespace: kserve-ci-e2e-test
    resourceVersion: "20798"
    uid: fb102668-4a68-4e29-9337-b3f1a2c861f9
  kind: Event
  lastTimestamp: "2026-09-18T19:43:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:46Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n.18d681ceb50270f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21260"
    uid: 6b1ac51c-ac7e-4e22-ab61-cefe46062ff0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 663cbf51-aa36-4b91-9c3c-b9e77f91194c
  kind: Event
  lastTimestamp: "2026-09-18T19:40:44Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7d7f6d88c6-4gqxt'
  metadata:
    creationTimestamp: "2026-09-18T19:40:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:44Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6.18d681a42a2b8fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: 57d74118-affa-4394-942e-5c2260207758
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20781"
    uid: 663cbf51-aa36-4b91-9c3c-b9e77f91194c
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-7d7f6d88c6-fsm2n'
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-v2-predictor-7d7f6d88c6.18d681b92847d616
    namespace: kserve-ci-e2e-test
    resourceVersion: "20797"
    uid: 32b94059-6ef1-4637-a8d3-884f197b6d66
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 929cd398-fd98-4aa6-aca0-70c774a81623
  kind: Event
  lastTimestamp: "2026-09-18T19:40:43Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7d7f6d88c6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:40:43Z"
    name: isvc-canary-promote-v2-predictor.18d681a42342ca3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20212"
    uid: 76f045b8-7090-400a-a1ec-dad04bb1cbd6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20775"
    uid: 929cd398-fd98-4aa6-aca0-70c774a81623
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-7d7f6d88c6 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-18T19:42:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote-v2-predictor.18d681b9225df486
    namespace: kserve-ci-e2e-test
    resourceVersion: "20785"
    uid: 55bfdcac-dc3b-4b09-a483-5b5e6b98616d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: 5669642b-2d0e-47f5-b44e-318233ac3394
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote.18d681a42557b961
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: af82fb78-ae5e-4f49-88dc-8e96ee83d3fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: 5669642b-2d0e-47f5-b44e-318233ac3394
  kind: Event
  lastTimestamp: "2026-09-18T19:42:14Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:14Z"
    name: isvc-canary-promote.18d681a4266c7498
    namespace: kserve-ci-e2e-test
    resourceVersion: "20795"
    uid: 04380f7f-7ffe-4f3a-b9fb-4b3a65760887
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:40:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20203"
    uid: 5669642b-2d0e-47f5-b44e-318233ac3394
  kind: Event
  lastTimestamp: "2026-09-18T19:42:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:42:05Z"
    name: isvc-canary-promote.18d681a4266cc2b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: 4e171e82-262c-440e-8762-980d3dabc88e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:42:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: 5669642b-2d0e-47f5-b44e-318233ac3394
  kind: Event
  lastTimestamp: "2026-09-18T19:43:36Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:42:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:43:36Z"
    name: isvc-canary-promote.18d681b73d031296
    namespace: kserve-ci-e2e-test
    resourceVersion: "21190"
    uid: 2bcbaaaa-2a9f-47fe-8a8f-d8ad11448e9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:28:50.760529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14830"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d680fe1947d565
    namespace: kserve-ci-e2e-test
    resourceVersion: "14835"
    uid: c730d7bc-416e-47eb-b72a-e20103172d5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14840"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d680fe3b6ba5e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14864"
    uid: bb9fedba-d678-4ada-87a0-b10b891fb1ac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d680fe3cef2284
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: e788fbeb-b29d-4677-934e-a30b54d175e8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:28:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    in 3.539s (3.539s including waiting). Image size: 308177839 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d680ff0fe4e4b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14902"
    uid: 2257a7ce-4f3a-4023-8722-8889e4227709
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:28:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d680ff1320cdd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: d065f92b-9cff-430b-a59f-31b72c77ccbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:28:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:54Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d680ff1395461c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: 77af1e30-7deb-4ff9-89e2-2c115dea2319
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:28:59Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-18T19:28:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:59Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d6810011a3cf78
    namespace: kserve-ci-e2e-test
    resourceVersion: "14943"
    uid: 0288f92b-7a6e-4db9-889f-05d87a547e61
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.713s (13.713s including waiting). Image size: 1605424527 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d681034306bbc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15006"
    uid: f717d513-9e76-4472-bcdf-354580f6c36a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d681034615051f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15007"
    uid: 36267610-33e7-494f-b422-f8436b5624fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:12Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d681034687a80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15008"
    uid: e42be98b-7f34-4299-a91b-b6a4a22626a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:29:12Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T19:29:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:13Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d681034693f755
    namespace: kserve-ci-e2e-test
    resourceVersion: "15009"
    uid: e24712c8-9a31-43e8-97d6-511776dd2755
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:29:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.213s (2.213s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:15Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d68103ca873c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15021"
    uid: b93c3b93-d7d4-4eb6-80c4-e712986907ec
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:29:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:15Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d68103cdebf72e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15022"
    uid: d672a25c-85db-4690-928b-9556982c0466
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:29:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:15Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d68103ce5dbaa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15023"
    uid: 279cc8f6-b1ae-49d2-b416-8dbe2397d84c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:32:12Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:12Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d681040c5fc4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: b75e4620-15c6-4918-a1cc-66e2989334ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:32:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:10Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d6812c9982f8ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: 5b01258d-e0db-4672-9e8c-6fc112729363
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:32:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:10Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d6812c998412b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16197"
    uid: b0732b72-c013-42c9-b1fc-59dba46be206
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "14832"
    uid: 25227ebf-6b1f-4d73-bb9a-18e2de896172
  kind: Event
  lastTimestamp: "2026-09-18T19:32:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:12Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-b8p7p.18d6812d06f9a033
    namespace: kserve-ci-e2e-test
    resourceVersion: "16215"
    uid: 15283bb7-ae73-4312-b544-5d8132dcb5ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:28:50.700392Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-794fd55d6c-tflm2
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d680fe15b2388a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14827"
    uid: 1e0ff375-3eec-4d19-9396-2e48eadeb18f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d680fe24415b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "14845"
    uid: 9d68606d-2632-4c4d-a15a-c41b231cc04b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14829"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d680fe5b6ccbdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: be46ca00-9a08-43f7-925d-6162066fc570
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d680fe5d865a65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14881"
    uid: b0e8781b-5714-47fe-bcc0-6095b93f68ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d680fe60b3052c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14882"
    uid: efdf0701-63c1-468d-ad07-3ca5587bb2b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d680fe6122e69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: 783fe1d7-03ab-4a2c-9fbc-b3ac007abc08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:28:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-18T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:55Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d680ff3fb051ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: 84e55fa3-af90-484b-9640-87853ce17ba7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 22.908s (22.908s including waiting). Image size: 1605424527 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d68104952ba467
    namespace: kserve-ci-e2e-test
    resourceVersion: "15046"
    uid: 4a55a8f3-2b96-47ef-aedb-5197ef1686e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d681049833b166
    namespace: kserve-ci-e2e-test
    resourceVersion: "15051"
    uid: 90cc60a1-3b98-4fb3-95b5-bada0f3b4c31
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d6810498a2f562
    namespace: kserve-ci-e2e-test
    resourceVersion: "15052"
    uid: 48b5c1d9-07de-433e-85b3-606e6a813e2a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d6810498f61cfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15053"
    uid: 8e3591d7-4458-40b7-b7fd-fbef9c8ee522
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d681049c889811
    namespace: kserve-ci-e2e-test
    resourceVersion: "15056"
    uid: 5392d756-c317-4a29-8b5a-758a6c3be934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d681049d25edaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: 52d7a914-b57a-432f-82a6-9a2d802d23b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:30:33Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:33Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d68104a76d318e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 9812d8cc-dad0-4fe7-a0ce-bd9f9f3db49f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:30:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:36Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d681169f391423
    namespace: kserve-ci-e2e-test
    resourceVersion: "15493"
    uid: 6a703908-9141-430b-834d-a02953db60c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:30:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:36Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d681169f3992b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: fde610c5-ac13-47cb-a0ac-fad9356fab96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14824"
    uid: 1372611d-d215-4500-9e09-0b4fae36e5da
  kind: Event
  lastTimestamp: "2026-09-18T19:30:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:39Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-tflm2.18d6811783e770e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15526"
    uid: 071db247-5f21-4e83-81da-5a8082390d02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:30:40.469323Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15554"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-794fd55d6c-xm89q
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:30:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:30:40Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68117a46f3389
    namespace: kserve-ci-e2e-test
    resourceVersion: "15558"
    uid: ecb5a745-8410-439f-9505-8dec6089d17b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:41Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:30:41Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68117c6459a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 834f89b3-38c6-400b-b648-2e25d70af297
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:41Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68117c984648f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: 7667ca07-1150-440f-bee3-7b5d58327626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:41Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68117cc0a49a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: f6242947-e9ba-47c8-a647-190689c4600b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:30:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:41Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68117cc845f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15571"
    uid: 955e2b2e-dab3-4007-9dc2-2ca706c50985
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68118c222e88d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15601"
    uid: 12950093-0328-46ac-9b10-ede386519efd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68118c4f9c1cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: b0770b1f-d091-4b64-a6e6-b7de8fad2921
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68118c5688f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15606"
    uid: 1b823cdf-129f-4aa2-82b3-db646057c116
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68118c572b8f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15607"
    uid: 78c950b3-95ad-432c-922a-4c25ea871121
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68118c83f21f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15609"
    uid: 37010227-1a5b-48e9-b9b3-0425c86fa656
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d68118c8ace331
    namespace: kserve-ci-e2e-test
    resourceVersion: "15610"
    uid: 16ad973b-50c1-4560-b28d-3cb09ca0b809
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:13Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d681193a6d0711
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 2c4b9614-6e0d-4f93-b5b8-c7ae5e24b765
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:10Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d6812c9974e36e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16194"
    uid: e411b225-c41d-4f4e-ae07-ad80576f7b56
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:10Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d6812c9975562b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16196"
    uid: 321dbb26-ddc6-44d7-b9e6-6a9b91412377
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q
    namespace: kserve-ci-e2e-test
    resourceVersion: "15555"
    uid: 901ea860-4642-47d2-a1a4-7bd463389d8c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:13Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:13Z"
    name: isvc-canary-rollback-predictor-794fd55d6c-xm89q.18d6812d40a77448
    namespace: kserve-ci-e2e-test
    resourceVersion: "16224"
    uid: 45f9f4bb-8d84-49b1-b445-8f17b8402892
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-794fd55d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14807"
    uid: 4d2bec48-a99e-4fde-89ab-a275792e1874
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-794fd55d6c-tflm2'
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-predictor-794fd55d6c.18d680fe15385b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "14823"
    uid: a252aba6-3297-460f-bd2d-c0cdcbfd679a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-794fd55d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14807"
    uid: 4d2bec48-a99e-4fde-89ab-a275792e1874
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-794fd55d6c-b8p7p'
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-predictor-794fd55d6c.18d680fe18960010
    namespace: kserve-ci-e2e-test
    resourceVersion: "14831"
    uid: 08733dcf-c352-4309-bd0b-e7c11c9ff051
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-794fd55d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15485"
    uid: 4d2bec48-a99e-4fde-89ab-a275792e1874
  kind: Event
  lastTimestamp: "2026-09-18T19:30:36Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-794fd55d6c-tflm2'
  metadata:
    creationTimestamp: "2026-09-18T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:36Z"
    name: isvc-canary-rollback-predictor-794fd55d6c.18d681169f114577
    namespace: kserve-ci-e2e-test
    resourceVersion: "15488"
    uid: 6f6b2405-e223-4a8a-a24c-cf307379600c
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-794fd55d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15539"
    uid: 4d2bec48-a99e-4fde-89ab-a275792e1874
  kind: Event
  lastTimestamp: "2026-09-18T19:30:40Z"
  message: 'Created pod: isvc-canary-rollback-predictor-794fd55d6c-xm89q'
  metadata:
    creationTimestamp: "2026-09-18T19:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:40Z"
    name: isvc-canary-rollback-predictor-794fd55d6c.18d68117a3ea1453
    namespace: kserve-ci-e2e-test
    resourceVersion: "15556"
    uid: 4b55f5cf-044a-4663-b7ec-2b0c1ecda997
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14806"
    uid: 13b4bc15-f0ac-45e0-b892-eca9072882a4
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-794fd55d6c from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-predictor.18d680fe11acd95f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: e6f38151-e7cc-4870-989f-94c61aaf533b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15481"
    uid: 13b4bc15-f0ac-45e0-b892-eca9072882a4
  kind: Event
  lastTimestamp: "2026-09-18T19:30:36Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-794fd55d6c from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:36Z"
    name: isvc-canary-rollback-predictor.18d681169e9d0b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 5a3a13d3-1d13-47e7-a98d-48446247363e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: 13b4bc15-f0ac-45e0-b892-eca9072882a4
  kind: Event
  lastTimestamp: "2026-09-18T19:30:40Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-794fd55d6c from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-18T19:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:40Z"
    name: isvc-canary-rollback-predictor.18d681179c2bddf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: a5b56ffa-a276-4a32-8095-ac598c938dc6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:28:50.662213Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14812"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d680fe136baf20
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: abb8e903-d1bf-4bce-80b3-75990812b893
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14822"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d680fe353e8454
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: 8cd10cd5-30b2-4dae-9829-95e939c20a84
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d680fe36d83496
    namespace: kserve-ci-e2e-test
    resourceVersion: "14860"
    uid: 23d38b8e-737e-4dae-9a22-66d2f966c870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d680fe3a12f58c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14861"
    uid: 85e723cf-f06d-4e2b-92b9-15d9c3f82ca4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d680fe3a818862
    namespace: kserve-ci-e2e-test
    resourceVersion: "14862"
    uid: dea0787f-dbc5-4ab1-aceb-0a356ca712da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:28:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-18T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:55Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d680ff3f9b726b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: d6a68525-9102-4112-a8a4-c4c9f4ccca84
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:29:15Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 20.254s (20.254s including waiting). Image size: 1605424527 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:15Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d68103f6d953cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15027"
    uid: 75aa0518-bd79-4515-ba95-1fffdd2b5b22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:29:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:16Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d68103fb2a7781
    namespace: kserve-ci-e2e-test
    resourceVersion: "15028"
    uid: b4f92152-f53e-4e0b-b07d-e86876c1f73f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:29:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:16Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d68103fbe4ae0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15029"
    uid: 983c3afa-462b-4355-9f39-ea6dd99c3f26
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:29:16Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:16Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d68103fef0c34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15030"
    uid: a87310ba-49d0-4bdc-9f67-d153ed914365
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.599s (2.599s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d6810499e631e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15054"
    uid: e76b758c-2a52-42ec-a63d-b3e2dea68c21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d681049c9478f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15057"
    uid: 693d93f9-0152-415f-a2e6-c6c4caaa4e06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d681049d33e0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 02f6baed-63bd-4dce-9642-d6fde97a3776
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:30:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:25Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d68104e392b945
    namespace: kserve-ci-e2e-test
    resourceVersion: "15415"
    uid: dbd09002-ce15-4933-88b9-3f7aa5d45617
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:30:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:40Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d681179dad4a91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 8cb88e36-7d8e-418b-8fb5-24ac4246133f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:30:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:40Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d681179daddb96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: cf7bddee-68e9-4d0e-b95d-50f5cc0fdb0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14814"
    uid: b282eb09-4598-4a77-8682-a3170ca1ccd2
  kind: Event
  lastTimestamp: "2026-09-18T19:30:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:40Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb.18d68117bfccc913
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: fe1152e3-c64e-45c0-98cb-f1ef58219c1a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-6d75476b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "14797"
    uid: 6588cef0-3df7-4cc9-82a8-bcbc2b1f400b
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-6d75476b46-q2dtb'
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-v2-predictor-6d75476b46.18d680fe12b2c0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 2e6efa0c-35a3-4182-b7ed-b0b6b8c82b6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14796"
    uid: 8ff00bd2-6059-4abb-b782-08172b399ba2
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-6d75476b46 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-canary-rollback-v2-predictor.18d680fe0f528e40
    namespace: kserve-ci-e2e-test
    resourceVersion: "14798"
    uid: 76e64bc5-74e5-48cd-a8ed-bfd1d33a43f1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: c7aea796-a246-4630-9fa5-dda9c566c029
  kind: Event
  lastTimestamp: "2026-09-18T19:30:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:40Z"
    name: isvc-canary-rollback.18d680fe11654e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15564"
    uid: b8fbdb1e-6cb1-40e6-87a5-29eebb8f0ab2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: c7aea796-a246-4630-9fa5-dda9c566c029
  kind: Event
  lastTimestamp: "2026-09-18T19:30:36Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:36Z"
    name: isvc-canary-rollback.18d68116a3197214
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: fbc39c2d-1246-46ab-9672-d1ec1d422318
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: c7aea796-a246-4630-9fa5-dda9c566c029
  kind: Event
  lastTimestamp: "2026-09-18T19:30:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:36Z"
    name: isvc-canary-rollback.18d68116a319b30c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15507"
    uid: 833ca258-36d0-4e1a-a86c-ed225f03b5f2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15509"
    uid: c7aea796-a246-4630-9fa5-dda9c566c029
  kind: Event
  lastTimestamp: "2026-09-18T19:32:03Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:03Z"
    name: isvc-canary-rollback.18d68116a8d34885
    namespace: kserve-ci-e2e-test
    resourceVersion: "16150"
    uid: adc481b4-db1a-4f53-9d16-dd22df188189
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: c7aea796-a246-4630-9fa5-dda9c566c029
  kind: Event
  lastTimestamp: "2026-09-18T19:30:40Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-18T19:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:40Z"
    name: isvc-canary-rollback.18d68117a280f2be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15553"
    uid: 5545e338-978f-44e6-9092-acfef43ab169
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:32:15.779802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16276"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:32:15Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812dd5619f4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16280"
    uid: a0c39987-a757-41ed-8808-669409102861
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812de37e0736
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 8872c1eb-514b-4f15-afe1-1e139582c3c7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16287"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812e1b04b1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: b9149aff-561e-4471-ba6e-da5bc7534689
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812e1d3e2bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: d6c127f4-5cd0-49ea-86cb-bf20638aa964
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:17Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812e1fe14a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: bff525cf-067e-4cde-9e7b-713e1a8f081a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:17Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812e204e19ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 83bf0ead-32f7-45a5-ba4d-d2bfb95da5c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812f33cf443c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16388"
    uid: 50274088-cdcf-4616-a01b-363b72e0c749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812f36fadbe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 5b86da8c-0dd4-432e-b58f-7ccb987fe2ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812f3769bc93
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: 9467e0c0-a989-4066-88ff-bac80aec78b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812f3773ab1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 700cc188-50ef-410a-a95c-fabfb8fb2e26
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812f3a2d00ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: d360f08d-0419-4ea4-b41b-69a69de84ce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812f3a9c33a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: e7ee203d-4257-4b65-85cb-e4ec199f5b50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:46Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d6812f6fea51fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17134"
    uid: 76e2ab01-e69a-454b-b3ab-aab63b77fd3c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:46Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d68142e4b4a447
    namespace: kserve-ci-e2e-test
    resourceVersion: "17128"
    uid: 92a1e031-a85d-4ce3-a661-f9c7daed095c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:46Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d68142e4b5c509
    namespace: kserve-ci-e2e-test
    resourceVersion: "17129"
    uid: 8d110385-f2a8-412c-a4c2-a05ccdd4a3a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 4da5ab65-7c8d-41b7-b723-ac3108fc43e2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:48Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8.18d681437619afea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17144"
    uid: db07a750-1dc9-4dfd-80fe-b59f9c8ad908
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:32:15.848457Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:32:15Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812dd9795561
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 4338fb03-55e1-457a-a91c-d1924cbab61a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812dfb5d2cd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: db891358-b017-4059-b6a9-14e7330375d7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812dfd4494b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: eb0a5059-cf6a-4337-8938-2c042ef7674a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812dffcf1065
    namespace: kserve-ci-e2e-test
    resourceVersion: "16317"
    uid: 074f3c18-1029-4ab0-9c9c-89ca33e1148d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812e002da34b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 7ff19e01-47cd-44af-90c5-311016c68021
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812f122e9e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16377"
    uid: ace0ff83-ae3c-4ffe-8e89-d7225c7a2fd8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812f151984e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: ab079ecc-8b08-43f3-9636-3370037ac6fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812f157e3585
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: 5cd416b5-f5fc-4391-a43e-d0351138d19a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812f1588d136
    namespace: kserve-ci-e2e-test
    resourceVersion: "16382"
    uid: 9d95cb11-3f64-48a3-94da-73a1502514dc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812f1895e22f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: 408bd73c-7a9f-452a-8a12-580572e391f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:32:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:21Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812f18f90fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: 1602f659-e1ae-4be9-b066-db9001789731
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:33:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:29Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d6812f8a038200
    namespace: kserve-ci-e2e-test
    resourceVersion: "16979"
    uid: 8985f304-0cf8-4585-b0c0-f328d3755198
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:33:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:38Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d681412d47e515
    namespace: kserve-ci-e2e-test
    resourceVersion: "17050"
    uid: 2240e2e7-2336-4ab9-8690-629d976508d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:33:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:38Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d681412d4876e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17052"
    uid: 87569487-0111-49ed-ad1d-f9af18b6c4b0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16285"
    uid: 35b93c78-9094-4b1c-8e40-0dfb10580d71
  kind: Event
  lastTimestamp: "2026-09-18T19:33:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:39Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw.18d681413c26de51
    namespace: kserve-ci-e2e-test
    resourceVersion: "17064"
    uid: 138a3e1e-d0b9-4f37-93cb-238966056514
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6fc7d5b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: 22ad9ca8-eb3f-48d7-8c64-c4568f211a13
  kind: Event
  lastTimestamp: "2026-09-18T19:32:15Z"
  message: 'Created pod: isvc-canary-stop-predictor-6fc7d5b8c9-2r8d8'
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:15Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9.18d6812dd4410812
    namespace: kserve-ci-e2e-test
    resourceVersion: "16277"
    uid: 4f3bb98a-55b2-4692-adc5-79761a66501e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6fc7d5b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16258"
    uid: 22ad9ca8-eb3f-48d7-8c64-c4568f211a13
  kind: Event
  lastTimestamp: "2026-09-18T19:32:15Z"
  message: 'Created pod: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw'
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:15Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9.18d6812dd8ee165b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: 0bed6a3c-849d-43ae-b87b-b24b05d27c95
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-6fc7d5b8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17042"
    uid: 22ad9ca8-eb3f-48d7-8c64-c4568f211a13
  kind: Event
  lastTimestamp: "2026-09-18T19:33:38Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-6fc7d5b8c9-sfbgw'
  metadata:
    creationTimestamp: "2026-09-18T19:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:38Z"
    name: isvc-canary-stop-predictor-6fc7d5b8c9.18d681412d0ba27b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17048"
    uid: b1a72ede-bddf-4e12-b36e-3e7d6d06474d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 84237a19-62e3-482d-a64c-d6df833b3887
  kind: Event
  lastTimestamp: "2026-09-18T19:32:15Z"
  message: Scaled up replica set isvc-canary-stop-predictor-6fc7d5b8c9 from 0 to 2
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:15Z"
    name: isvc-canary-stop-predictor.18d6812dcf99a649
    namespace: kserve-ci-e2e-test
    resourceVersion: "16261"
    uid: 008ffdce-e468-496a-83a6-1974d809e397
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17038"
    uid: 84237a19-62e3-482d-a64c-d6df833b3887
  kind: Event
  lastTimestamp: "2026-09-18T19:33:38Z"
  message: Scaled down replica set isvc-canary-stop-predictor-6fc7d5b8c9 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:33:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:38Z"
    name: isvc-canary-stop-predictor.18d681412b950e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17043"
    uid: 4a7371d4-727d-47c9-9473-2ac13fae20fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:32:15.705231Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16260"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:32:15Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812dd0efd814
    namespace: kserve-ci-e2e-test
    resourceVersion: "16272"
    uid: 28c362ab-80b5-441b-a8cc-5372e244aba0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812df299b068
    namespace: kserve-ci-e2e-test
    resourceVersion: "16309"
    uid: a9caab88-94a2-4a73-92ab-f8d83954d2d8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812df451fda0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16311"
    uid: 33a2fdd9-297f-4641-ac31-4092a559f7e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812df6bb80e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: 5b8b1ca7-1809-45c9-bb84-6ae7d8e132b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:32:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:16Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812df72a4e96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 253ed651-7223-4496-b06d-c7cf392d53c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:20Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812ef7f10bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16366"
    uid: 19de2c45-1425-4845-a305-3aa7076fee66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:20Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812efb0a3572
    namespace: kserve-ci-e2e-test
    resourceVersion: "16371"
    uid: dc33a980-ab2f-4322-8171-e6883a6c7bd2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:20Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812efb7f71e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: 4deff919-2cdc-4fb9-8f7d-9488dce472e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:20Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812efb893782
    namespace: kserve-ci-e2e-test
    resourceVersion: "16373"
    uid: cfabac64-6a14-4cba-9fea-c924bfdc103e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:20Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812efe6335b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16375"
    uid: c56bee08-d11c-407f-ab1f-a38f6288efb3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:32:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:20Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812efed6b5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16376"
    uid: af9ed8c2-9161-4403-8a75-f2d0efd359e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:33:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:48Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6812f6fea369b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17145"
    uid: acc4f74a-b02a-4413-a7e3-6bbbe062ded5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:33:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:46Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d68142e1cf304e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17116"
    uid: 8c3fce46-8c50-4edb-888d-c0fbbb0f59d7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:33:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:46Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d68142e1cfa414
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 550cb4f8-2137-4c63-b8e5-8dc016325416
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16264"
    uid: f4c80a9f-e8b4-4df5-ba16-c84bcdf0e207
  kind: Event
  lastTimestamp: "2026-09-18T19:33:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:48Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4.18d6814376198f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17143"
    uid: 1a3532d8-9d1e-4bda-b80f-ff7080c59926
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-dc6dbfb86
    namespace: kserve-ci-e2e-test
    resourceVersion: "16245"
    uid: a9135ee6-f033-4639-ba92-84408474f12c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:15Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-dc6dbfb86-8lmm4'
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:15Z"
    name: isvc-canary-stop-v2-predictor-dc6dbfb86.18d6812dcfdb07ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16263"
    uid: a0e4e2d7-1ab0-434b-98cd-c973da6e4b55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16243"
    uid: 15180d7a-0c41-4f1c-a0ea-5ef4c9917800
  kind: Event
  lastTimestamp: "2026-09-18T19:32:15Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-dc6dbfb86 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:15Z"
    name: isvc-canary-stop-v2-predictor.18d6812dcb86e14b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16246"
    uid: 5c1070d3-746d-4333-89fd-5a1a6d31560b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 4d0b8773-5b32-42bd-a375-3f13d740fcbd
  kind: Event
  lastTimestamp: "2026-09-18T19:33:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:46Z"
    name: isvc-canary-stop.18d6812dcf13a662
    namespace: kserve-ci-e2e-test
    resourceVersion: "17125"
    uid: ce08ce8d-8a04-4d98-a5a9-079dd0aebe19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 4d0b8773-5b32-42bd-a375-3f13d740fcbd
  kind: Event
  lastTimestamp: "2026-09-18T19:33:38Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:38Z"
    name: isvc-canary-stop.18d6812dcfe5bfcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17058"
    uid: 24ab7b35-1787-4916-90e3-9923a8f1892d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16236"
    uid: 4d0b8773-5b32-42bd-a375-3f13d740fcbd
  kind: Event
  lastTimestamp: "2026-09-18T19:33:38Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:32:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:38Z"
    name: isvc-canary-stop.18d6812dcfe6094a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17059"
    uid: 15db09d4-c428-4cbf-bbb3-3e3e588bfb8e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17061"
    uid: 4d0b8773-5b32-42bd-a375-3f13d740fcbd
  kind: Event
  lastTimestamp: "2026-09-18T19:33:39Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:33:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:39Z"
    name: isvc-canary-stop.18d68141367110e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17062"
    uid: eedf68f6-06de-4aa1-8911-46bb20f4d757
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:36:03.092215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18276"
    uid: bad4a3a7-d3f7-4e2a-86f2-fa6a6c1a0b9b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:36:03Z"
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk.18d68162c241cc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18282"
    uid: fd154d7c-5371-4713-88c4-3b0ac738cdb3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: bad4a3a7-d3f7-4e2a-86f2-fa6a6c1a0b9b
  kind: Event
  lastTimestamp: "2026-09-18T19:36:03Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:36:03Z"
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk.18d68162e4a16263
    namespace: kserve-ci-e2e-test
    resourceVersion: "18296"
    uid: 97337cde-ad25-47a6-8a61-17375af39084
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: bad4a3a7-d3f7-4e2a-86f2-fa6a6c1a0b9b
  kind: Event
  lastTimestamp: "2026-09-18T19:36:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:10Z"
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk.18d68162e6486798
    namespace: kserve-ci-e2e-test
    resourceVersion: "18338"
    uid: 243e70db-f3d5-40e8-9fb1-e5cf2b0d5999
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: bad4a3a7-d3f7-4e2a-86f2-fa6a6c1a0b9b
  kind: Event
  lastTimestamp: "2026-09-18T19:36:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:10Z"
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk.18d68162e9117693
    namespace: kserve-ci-e2e-test
    resourceVersion: "18340"
    uid: a464fc72-ea55-4914-ac5c-5e9c6ab8ccf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: bad4a3a7-d3f7-4e2a-86f2-fa6a6c1a0b9b
  kind: Event
  lastTimestamp: "2026-09-18T19:36:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:10Z"
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk.18d68162e97e1a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "18341"
    uid: 3cbf838f-2c7f-4940-8015-63deebe82870
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk
    namespace: kserve-ci-e2e-test
    resourceVersion: "18278"
    uid: bad4a3a7-d3f7-4e2a-86f2-fa6a6c1a0b9b
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk.18d681650d4f364e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18450"
    uid: 061b9e37-8fba-4793-8ec5-240ac47c4ac1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-dc5230-predictor-6b8b945c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "18268"
    uid: e7d8ed58-b3f4-4709-8c73-d67c55ee04f7
  kind: Event
  lastTimestamp: "2026-09-18T19:36:03Z"
  message: 'Created pod: isvc-init-fail-dc5230-predictor-6b8b945c56-ff4nk'
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:03Z"
    name: isvc-init-fail-dc5230-predictor-6b8b945c56.18d68162c1a1fad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18277"
    uid: fc56bc7b-296a-4bd0-a7db-83e4b881e9c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-dc5230-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18266"
    uid: 6652ed81-3509-48d4-9880-fbf6f3149223
  kind: Event
  lastTimestamp: "2026-09-18T19:36:03Z"
  message: Scaled up replica set isvc-init-fail-dc5230-predictor-6b8b945c56 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:03Z"
    name: isvc-init-fail-dc5230-predictor.18d68162bcc3ef68
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: 1c61d959-53d2-4471-9774-6ad8a86beb73
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-dc5230
    namespace: kserve-ci-e2e-test
    resourceVersion: "18259"
    uid: 3db37908-7696-45e8-8263-ab78a4ab3821
  kind: Event
  lastTimestamp: "2026-09-18T19:36:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:10Z"
    name: isvc-init-fail-dc5230.18d68162bd3dd3bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18344"
    uid: 5115137b-e265-405d-8047-b94ac7308eb7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-dc5230
    namespace: kserve-ci-e2e-test
    resourceVersion: "18259"
    uid: 3db37908-7696-45e8-8263-ab78a4ab3821
  kind: Event
  lastTimestamp: "2026-09-18T19:36:03Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-dc5230":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-dc5230":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:03Z"
    name: isvc-init-fail-dc5230.18d68162bdd3d36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18272"
    uid: 35c5b837-448c-4b18-95f6-8777c07e18e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-dc5230
    namespace: kserve-ci-e2e-test
    resourceVersion: "18259"
    uid: 3db37908-7696-45e8-8263-ab78a4ab3821
  kind: Event
  lastTimestamp: "2026-09-18T19:36:03Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-dc5230": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:03Z"
    name: isvc-init-fail-dc5230.18d68162bdd41419
    namespace: kserve-ci-e2e-test
    resourceVersion: "18274"
    uid: cbaf2dfb-9903-4b91-ae93-aaf34dec9e35
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:34:36.802269Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:34:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:34:36Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814eaaf9c297
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: b52460ea-0fea-492e-95de-ce45a54f61d8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:37Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:34:37Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814eccd86628
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: ed0c53a0-1a7f-4690-816e-e9ac81735716
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:37Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814eced7a218
    namespace: kserve-ci-e2e-test
    resourceVersion: "17665"
    uid: d79199b6-ba6f-47e1-bdef-ed23a0999617
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:37Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ed1e63a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17666"
    uid: d780aeb2-8375-4142-9990-eb3777120aa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:37Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ed257f7ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "17667"
    uid: 41ac19ac-1153-4153-a834-e8c45aef7bb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814fed6f169e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: 8d50f1b8-5879-4722-ad7e-6388db304fde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ff026f7d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 6b380e85-6b0c-40d8-897b-800cac81b8c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ff0977c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17709"
    uid: 1f66857e-9b71-4fd2-901e-159f59487831
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ff0a04809
    namespace: kserve-ci-e2e-test
    resourceVersion: "17710"
    uid: aa944350-9815-4f6c-92b4-594b14ae3e2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ff3e81695
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: 80af73a4-3b82-4d22-b36b-c64abf7e83c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ff45c0cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17714"
    uid: 4221f1d0-e671-4d81-b924-1caecc3d553b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5c05f01febc2fcb46d2803493fb076d1e99486e8fba24136c3d6905a978cedc9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ff46911fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 5d84240b-2f90-4cc3-9966-d4692aa427a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ff790e52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: ac00fab5-ee4e-448c-bd3a-c46f4ba5eb46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:34:42Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:34:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:42Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d6814ff8212942
    namespace: kserve-ci-e2e-test
    resourceVersion: "17718"
    uid: 57520ba0-f1c8-4a31-96ea-cc87df712159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d681502977b0fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18428"
    uid: 3fd539a6-ab49-45a3-936c-dd0450789bcb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d681506547f559
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: d925273f-4b64-4bf1-9814-24627ca168aa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d68164e6379338
    namespace: kserve-ci-e2e-test
    resourceVersion: "18379"
    uid: 455e1d1a-b8bf-4f18-8720-39aa2e5776cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d68164e63beb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18383"
    uid: c8350fa2-fa67-449e-9cd0-2bb39f846b0a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d68164e63dd093
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: e498d258-cec4-4949-87a5-dbe2c928e7bc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784
    namespace: kserve-ci-e2e-test
    resourceVersion: "17650"
    uid: 09665ef2-2574-4057-b347-b5884c1f9664
  kind: Event
  lastTimestamp: "2026-09-18T19:36:20Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:36:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:20Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854-8l784.18d68165957b4556
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 38710580-8bf7-4b07-92a2-7c3357471deb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-b9657-predictor-67b57f7854
    namespace: kserve-ci-e2e-test
    resourceVersion: "17638"
    uid: 5f8cd72d-ee33-4590-b607-835c33b51487
  kind: Event
  lastTimestamp: "2026-09-18T19:34:36Z"
  message: 'Created pod: isvc-logger-raw-b9657-predictor-67b57f7854-8l784'
  metadata:
    creationTimestamp: "2026-09-18T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:36Z"
    name: isvc-logger-raw-b9657-predictor-67b57f7854.18d6814eaa82e65b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17649"
    uid: 0adbcb29-9f7c-4525-8b33-157fbe6e5a31
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: 3fee7501-33ac-4d15-9460-821fa910f9b3
  kind: Event
  lastTimestamp: "2026-09-18T19:34:36Z"
  message: Scaled up replica set isvc-logger-raw-b9657-predictor-67b57f7854 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:36Z"
    name: isvc-logger-raw-b9657-predictor.18d6814ea573d68d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17640"
    uid: 1f4b6cb6-3ebe-4e40-a23e-28dafed89bd8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 76ada80f-e013-4d37-a580-f6b709a8d2fc
  kind: Event
  lastTimestamp: "2026-09-18T19:35:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:35:21Z"
    name: isvc-logger-raw-b9657-predictor.18d68152244214c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17932"
    uid: 60bb7d66-790f-47c1-9a75-fa08f53e9bc5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17636"
    uid: 76ada80f-e013-4d37-a580-f6b709a8d2fc
  kind: Event
  lastTimestamp: "2026-09-18T19:35:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:35:21Z"
    name: isvc-logger-raw-b9657-predictor.18d6815224b6b027
    namespace: kserve-ci-e2e-test
    resourceVersion: "17934"
    uid: 548680e9-2053-4e75-8646-51a6ec500927
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: 76ada80f-e013-4d37-a580-f6b709a8d2fc
  kind: Event
  lastTimestamp: "2026-09-18T19:36:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:07Z"
    name: isvc-logger-raw-b9657-predictor.18d68155a385c6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: 25d5e448-f058-4999-95f8-9ba30ca472a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17770"
    uid: 76ada80f-e013-4d37-a580-f6b709a8d2fc
  kind: Event
  lastTimestamp: "2026-09-18T19:36:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:07Z"
    name: isvc-logger-raw-b9657-predictor.18d68155a3fa19b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18322"
    uid: 520a19d6-66c9-40ca-b85f-1a47e0efea8b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b9657
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: ae8b725a-b44f-4c83-8f8e-2b9bb32b431c
  kind: Event
  lastTimestamp: "2026-09-18T19:36:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:02Z"
    name: isvc-logger-raw-b9657.18d6814ea576fec9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: 0fa095d7-30ad-49f7-9830-2d3ea49e7602
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b9657
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: ae8b725a-b44f-4c83-8f8e-2b9bb32b431c
  kind: Event
  lastTimestamp: "2026-09-18T19:34:36Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-b9657":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-b9657":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:34:36Z"
    name: isvc-logger-raw-b9657.18d6814ea64e4462
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 73c2a1b0-fc0c-47b3-9313-0176a1c0ba45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b9657
    namespace: kserve-ci-e2e-test
    resourceVersion: "17629"
    uid: ae8b725a-b44f-4c83-8f8e-2b9bb32b431c
  kind: Event
  lastTimestamp: "2026-09-18T19:34:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-b9657": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:34:36Z"
    name: isvc-logger-raw-b9657.18d6814eae5c7128
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 2aa2c2ce-4407-43e0-8f52-3f68420af6b1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-b9657
    namespace: kserve-ci-e2e-test
    resourceVersion: "18251"
    uid: ae8b725a-b44f-4c83-8f8e-2b9bb32b431c
  kind: Event
  lastTimestamp: "2026-09-18T19:36:02Z"
  message: InferenceService [isvc-logger-raw-b9657] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:36:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:02Z"
    name: isvc-logger-raw-b9657.18d68162aeda06e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18252"
    uid: 0de6c7ab-38c5-4e2b-bbb6-f643947d5182
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:44:09.292315Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:44:09Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d3f60a9e66
    namespace: kserve-ci-e2e-test
    resourceVersion: "21450"
    uid: ece30137-dab3-4d50-9195-d662d7e9642e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21455"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:09Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:44:09Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d417c9603e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21458"
    uid: a999a50e-d84c-414e-821f-3296f9e6eba7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:09Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d4199b4f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21460"
    uid: 0d419615-1d5c-4e27-a316-83e1bcf7b139
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:09Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d41c7cd535
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: fad46948-b6af-456d-8557-d94fcba74139
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:09Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d41ce9dc8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21463"
    uid: b528c072-505e-4b25-894f-ec9f91c08b78
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d525fbfcdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: f6287484-0a3f-47bd-9458-01c96fbefc69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d528a8271a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21496"
    uid: 65dd4b6a-2f2e-4fc1-8427-416ba6ae010b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d529153709
    namespace: kserve-ci-e2e-test
    resourceVersion: "21497"
    uid: 65a5250f-09d8-4dcc-a563-024508b5885d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d5291e6d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21498"
    uid: 16e0b359-f069-401e-b261-9fb72185ac46
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d52ba824ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "21501"
    uid: ccb3a40d-feb0-4670-b8db-1c60239c999e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d52c1336a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21502"
    uid: df35fc76-b8a9-451c-84df-f58dc825c1bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:5c05f01febc2fcb46d2803493fb076d1e99486e8fba24136c3d6905a978cedc9"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d52c1ca2ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "21503"
    uid: 51f5dfac-4fa6-41da-8ecb-a52286f11368
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d52f186441
    namespace: kserve-ci-e2e-test
    resourceVersion: "21505"
    uid: 6b862197-f348-489b-bb7d-5d2498a83f30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:44:14Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:44:14Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d52f985187
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: de9720bd-478c-434a-8dca-d1f53cdf2239
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:45:48Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:48Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d59dc672ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22034"
    uid: 8624c93d-c2e3-4b9a-979b-0418444af0da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:45:48Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:48Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681d59dcfa972
    namespace: kserve-ci-e2e-test
    resourceVersion: "22035"
    uid: 88717dd5-936c-4c0e-a522-c7509ef1cf44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:45:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:34Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681e7db2725fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21916"
    uid: 919b46d7-9de1-4742-b946-4825182a6438
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:45:34Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:34Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681e7db2776cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21913"
    uid: 60eb1393-cc59-484d-a087-6f5acee013dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:45:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:34Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681e7db27b208
    namespace: kserve-ci-e2e-test
    resourceVersion: "21919"
    uid: 986c3abf-a5fe-4834-9036-219b1bf223cf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq
    namespace: kserve-ci-e2e-test
    resourceVersion: "21448"
    uid: c9d6bfb1-cbb4-4471-b278-7828d76c8cde
  kind: Event
  lastTimestamp: "2026-09-18T19:45:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.34:8643/healthz": dial tcp
    10.132.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:47Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq.18d681e879ee965f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22025"
    uid: b0beeb23-1c49-43b7-818a-d4d5d09c30a6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-66ff446ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: 04b10c8b-4d28-4b34-ae56-15ceda2afa8b
  kind: Event
  lastTimestamp: "2026-09-18T19:44:09Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-66ff446ff-k6tnq'
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:44:09Z"
    name: isvc-logger-raw-cipn-predictor-66ff446ff.18d681d3f47d13dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21447"
    uid: 710f827c-cc32-47e6-a35a-3003c61eb910
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: f60ed6ac-f112-4b87-8286-2497ab0b5afd
  kind: Event
  lastTimestamp: "2026-09-18T19:44:09Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-66ff446ff from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:44:09Z"
    name: isvc-logger-raw-cipn-predictor.18d681d3eae844c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21435"
    uid: f8d7fcaa-0713-44a8-900e-1a897c9aaca6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: a653528c-8da9-440c-9889-c6b2fc7059eb
  kind: Event
  lastTimestamp: "2026-09-18T19:44:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:44:54Z"
    name: isvc-logger-raw-cipn-predictor.18d681d76b5b6f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21693"
    uid: 806bdd1d-02bc-456b-8788-22e86fbf8362
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21434"
    uid: a653528c-8da9-440c-9889-c6b2fc7059eb
  kind: Event
  lastTimestamp: "2026-09-18T19:44:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:44:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:44:54Z"
    name: isvc-logger-raw-cipn-predictor.18d681d76bd9685d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 73772250-36a9-4556-84d8-496b5309bb76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: a653528c-8da9-440c-9889-c6b2fc7059eb
  kind: Event
  lastTimestamp: "2026-09-18T19:45:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:24Z"
    name: isvc-logger-raw-cipn-predictor.18d681daeabc9b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 89df1991-52c1-4263-a1e6-6d44030b72f8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21554"
    uid: a653528c-8da9-440c-9889-c6b2fc7059eb
  kind: Event
  lastTimestamp: "2026-09-18T19:45:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:44:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:45:24Z"
    name: isvc-logger-raw-cipn-predictor.18d681daeb2d2841
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: a6a11e97-9141-4d97-908a-26c1f55d41fc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: 065a113b-6682-4e50-a7c5-75c217e9935b
  kind: Event
  lastTimestamp: "2026-09-18T19:45:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:45:28Z"
    name: isvc-logger-raw-cipn.18d681d3ebe5c74f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: 01f56866-6b34-4e0a-bb24-0e1b4e96a0ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21426"
    uid: 065a113b-6682-4e50-a7c5-75c217e9935b
  kind: Event
  lastTimestamp: "2026-09-18T19:44:09Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:44:09Z"
    name: isvc-logger-raw-cipn.18d681d3ecfbb793
    namespace: kserve-ci-e2e-test
    resourceVersion: "21441"
    uid: 6ce42bf2-ec02-4cb3-aa9f-0c2c54542d97
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21862"
    uid: 065a113b-6682-4e50-a7c5-75c217e9935b
  kind: Event
  lastTimestamp: "2026-09-18T19:45:28Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:45:28Z"
    name: isvc-logger-raw-cipn.18d681e6743f269b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21863"
    uid: 3246c9bd-06e0-4240-b1bb-e23f92b9c825
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:33:56.482763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17224"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-2a1456-predictor-5b6757476c-rddt5
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:33:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:33:56Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d6814547bedd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "17231"
    uid: d3b26daa-b5ea-4bdc-9fe7-c83a767ed34e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:33:57Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:33:57Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d6814569a12146
    namespace: kserve-ci-e2e-test
    resourceVersion: "17244"
    uid: c80f6eaa-31d8-4fb2-ba4c-49c8660d12af
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:33:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:57Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d681456b431840
    namespace: kserve-ci-e2e-test
    resourceVersion: "17246"
    uid: 01c042fb-da67-41c9-b999-fd962c4b407f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:33:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:57Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d681456dce7bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 2eb397ae-1f30-445f-b136-764f4206c6ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:33:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:33:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:57Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d681456e3b945f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17248"
    uid: 4ed985fc-7c43-4754-8f93-e8f72cad2b67
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:34:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:01Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d68146585b6b72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17280"
    uid: b2a7774c-2073-4043-8199-2cc0a7cdf877
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:34:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:01Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d681465ba2c05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17282"
    uid: 1db66001-bd6a-42d0-adbb-c9de9608c249
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:34:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:01Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d681465c0efa8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: 183aba39-5c56-4bb2-9956-42f85fc8ac29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:34:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:01Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d681465c179a70
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: f59f6f54-0392-4082-baee-f0b246f29a24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:34:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:01Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d681465e9a4bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17287"
    uid: 63ade1af-9e36-4e05-8ae2-2b23fb2194fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:34:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:01Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d681465f0751cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17288"
    uid: 47a92a27-c6b0-4161-af44-77b7f88fb966
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:35:58Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:35:58Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d68146945732ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18214"
    uid: fa5edfe5-ef3e-495a-9a5e-347e6f3a122a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:35:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:35:57Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d6816184d1edc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18209"
    uid: 6de32bd0-2f9d-4e91-ac70-f097d7c940b8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:35:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:35:57Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d6816184d26c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18210"
    uid: 15cbecde-e245-4d94-b96f-14c04042f976
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17229"
    uid: 397350de-2ff0-4a9c-8d78-67b1199faea9
  kind: Event
  lastTimestamp: "2026-09-18T19:36:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:03Z"
    name: isvc-primary-2a1456-predictor-5b6757476c-rddt5.18d6816196a3f64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18275"
    uid: 087310f2-929b-40f0-a7f9-0afe96ae9ca6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-2a1456-predictor-5b6757476c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17217"
    uid: 7962d4d5-728c-459f-b7a9-ccfd020a5698
  kind: Event
  lastTimestamp: "2026-09-18T19:33:56Z"
  message: 'Created pod: isvc-primary-2a1456-predictor-5b6757476c-rddt5'
  metadata:
    creationTimestamp: "2026-09-18T19:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:56Z"
    name: isvc-primary-2a1456-predictor-5b6757476c.18d681454712901f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17227"
    uid: 780e3f52-77b3-4a38-81a7-6e805448ee09
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-2a1456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: 4404cf68-c5f6-46c9-821f-17aaf1966910
  kind: Event
  lastTimestamp: "2026-09-18T19:33:56Z"
  message: Scaled up replica set isvc-primary-2a1456-predictor-5b6757476c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T19:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:56Z"
    name: isvc-primary-2a1456-predictor.18d6814543c826a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17218"
    uid: 7e0276de-ae0f-4fda-baa6-5c7d5b5c1dcf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2a1456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: aa490e62-1caa-4644-b87e-f15d1746a991
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: isvc-primary-2a1456-predictor.18d68148c26db944
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: a3493d67-e438-4b06-a76d-68b95177e76a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2a1456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17216"
    uid: aa490e62-1caa-4644-b87e-f15d1746a991
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: isvc-primary-2a1456-predictor.18d68148c2c6a4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17478"
    uid: d5848379-2c51-4fb0-a54a-59032d893594
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2a1456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: aa490e62-1caa-4644-b87e-f15d1746a991
  kind: Event
  lastTimestamp: "2026-09-18T19:35:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:35:26Z"
    name: isvc-primary-2a1456-predictor.18d6814fc07aabb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17956"
    uid: d6e3c50a-271a-4085-8b09-d4af24b55a9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-2a1456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17343"
    uid: aa490e62-1caa-4644-b87e-f15d1746a991
  kind: Event
  lastTimestamp: "2026-09-18T19:35:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:35:26Z"
    name: isvc-primary-2a1456-predictor.18d6814fc0f47d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17957"
    uid: 10bf3df4-2ddb-4fde-9dc7-cfda77852b25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2a1456
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: aeee4ec4-7a49-492d-89cb-53a9bf2b7758
  kind: Event
  lastTimestamp: "2026-09-18T19:35:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:35:18Z"
    name: isvc-primary-2a1456.18d6814543d58337
    namespace: kserve-ci-e2e-test
    resourceVersion: "17915"
    uid: fe5a6e33-f81e-4da1-a104-4d364c7e0124
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2a1456
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: aeee4ec4-7a49-492d-89cb-53a9bf2b7758
  kind: Event
  lastTimestamp: "2026-09-18T19:33:56Z"
  message: 'Failed to update status for InferenceService "isvc-primary-2a1456": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-2a1456":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:56Z"
    name: isvc-primary-2a1456.18d681454463835c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 22cf60b0-3d41-4e68-a16d-f0b7818432f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2a1456
    namespace: kserve-ci-e2e-test
    resourceVersion: "17207"
    uid: aeee4ec4-7a49-492d-89cb-53a9bf2b7758
  kind: Event
  lastTimestamp: "2026-09-18T19:33:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-2a1456": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:56Z"
    name: isvc-primary-2a1456.18d681454463c081
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: b79a8e66-6f1b-4626-ba36-4c1101ea63c6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-2a1456
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: aeee4ec4-7a49-492d-89cb-53a9bf2b7758
  kind: Event
  lastTimestamp: "2026-09-18T19:35:18Z"
  message: InferenceService [isvc-primary-2a1456] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:35:18Z"
    name: isvc-primary-2a1456.18d681584cc0c380
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: a59d4740-7757-4a9d-b112-b79ebd6fbf51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:28:50.560757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d680fe0d5f9157
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: 30c1885c-2faa-40e2-a598-671c24c27b24
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14799"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d680fe2f478bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "14853"
    uid: 53cbe92f-d563-437e-b852-5bab83bd52b8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d680fe313bc6d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14855"
    uid: 0b309aea-4105-4755-8602-bd2b742dcba7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d680fe33e35e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "14856"
    uid: e0cfe7ce-f9b5-42f6-be6e-4926f25a74bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:28:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:28:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:51Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d680fe3452eef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14857"
    uid: 92a2faac-8f40-4e53-8b35-c67be466101a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:28:55Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-18T19:28:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:28:55Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d680ff3f8314a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: aa3aa20b-ec34-4ff3-b1ff-767b38e7748a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:16Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 20.49s (20.49s including waiting). Image size: 1605424527 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:16Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d6810404d3c2b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15031"
    uid: 3c5968c1-8152-4186-87d7-be269aea3a50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:16Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d681040b22ab47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15032"
    uid: 31ff1ed0-7a0a-40e3-ac49-962cc9f7e66f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:16Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d681040c3dece3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15033"
    uid: 32e767e0-bd89-4f09-a045-f826d0b01a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:16Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T19:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:16Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d681040e0faa73
    namespace: kserve-ci-e2e-test
    resourceVersion: "15035"
    uid: afb73cdc-8661-4b75-bd08-1e87f39362c6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.315s (2.315s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d68104981ad3ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15050"
    uid: 3b040f4f-2f4c-4bd7-8017-4e348ece0b03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d681049c386050
    namespace: kserve-ci-e2e-test
    resourceVersion: "15055"
    uid: f7263b3e-e0c2-4474-9e74-df56b9065cef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d681049ced2ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 44a70f87-4569-41e8-b694-4de6d2a9e8ec
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:18Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:5c05f01febc2fcb46d2803493fb076d1e99486e8fba24136c3d6905a978cedc9"
  metadata:
    creationTimestamp: "2026-09-18T19:29:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:18Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d681049cfe512a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15059"
    uid: 1ca0cb98-aa2c-40dd-8a31-4ad63c24a1b0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:21Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:5c05f01febc2fcb46d2803493fb076d1e99486e8fba24136c3d6905a978cedc9"
    in 2.433s (2.433s including waiting). Image size: 240471122 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:21Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d681052e0c4c19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: ab326700-ef9e-41a2-85f4-306eac87b7c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:21Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T19:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:21Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d6810530d9c4d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15084"
    uid: c8cd10e2-f09d-4a1c-a59c-fd98c2dae267
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:29:21Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T19:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:29:21Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d68105314a8e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15085"
    uid: f615d96e-4072-42ac-857c-8ffc46e8a045
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:31:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:04Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d6810597704bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 5457b4d5-0e13-4ed6-a472-a43d31d0f10d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:30:54Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:54Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d68105977ab575
    namespace: kserve-ci-e2e-test
    resourceVersion: "15789"
    uid: 647cda7c-a722-4c0e-bc5f-7558f2d0420e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d68118e3e288f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: c49a5856-567f-4c80-a6b6-5fd697d0c912
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d68118e3e2cc09
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: 0486d974-6f51-4226-945a-efe9c9c149f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d68118e3e35ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15635"
    uid: c9998496-006f-4819-a161-77be3fe7b494
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: b801f0ad-e919-4d3d-bf92-2dfd46d0029e
  kind: Event
  lastTimestamp: "2026-09-18T19:31:03Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:30:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:03Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2.18d681199dabdab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15836"
    uid: 7b49c063-2ffb-4ca1-b75e-35229687ee42
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14767"
    uid: 7fb9821e-37b3-469d-a469-b1820e1cb657
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4-tgxl2'
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4.18d680fe0cda0a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 334b73f5-dbbf-4662-8ba3-54f98bd86407
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-fb30d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14766"
    uid: 28370099-8093-41d6-9bbf-bbed14cc78e8
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-fb30d-predictor-5f9f7c4cf4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor.18d680fdff0fcceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14768"
    uid: 8ae96931-f798-4943-890f-8dc106e798fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fb30d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14774"
    uid: e092eb74-9f75-4643-942b-3e07cf2e22a4
  kind: Event
  lastTimestamp: "2026-09-18T19:29:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:50Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor.18d681018623f714
    namespace: kserve-ci-e2e-test
    resourceVersion: "15235"
    uid: 93d359d2-e74c-48f5-bfbc-8062dd70eba1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:29:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fb30d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14774"
    uid: e092eb74-9f75-4643-942b-3e07cf2e22a4
  kind: Event
  lastTimestamp: "2026-09-18T19:29:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:29:50Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor.18d6810187263185
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 65da220f-02b3-46c4-98f7-5f175e39d65e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fb30d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: e092eb74-9f75-4643-942b-3e07cf2e22a4
  kind: Event
  lastTimestamp: "2026-09-18T19:30:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:35Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor.18d6810f83a65bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: 7fa22b76-c9f1-43cc-a88a-9553b2875caa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-fb30d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14979"
    uid: e092eb74-9f75-4643-942b-3e07cf2e22a4
  kind: Event
  lastTimestamp: "2026-09-18T19:30:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:35Z"
    name: isvc-raw-sklearn-batcher-fb30d-predictor.18d6810f84238140
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: cf836735-40b2-420f-8e95-95c57231c03d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fb30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: e54c0a4a-8d96-4bb1-b1a3-f480f9d716ff
  kind: Event
  lastTimestamp: "2026-09-18T19:30:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:35Z"
    name: isvc-raw-sklearn-batcher-fb30d.18d680fe0620ff9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15470"
    uid: 2d1c3e8f-133d-4445-a8d7-50c2db91bb42
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fb30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: e54c0a4a-8d96-4bb1-b1a3-f480f9d716ff
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-fb30d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-fb30d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-raw-sklearn-batcher-fb30d.18d680fe06bcc6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: a31476d6-1bce-4a12-9386-e61539910ddf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:28:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fb30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: e54c0a4a-8d96-4bb1-b1a3-f480f9d716ff
  kind: Event
  lastTimestamp: "2026-09-18T19:28:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-fb30d": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:28:50Z"
    name: isvc-raw-sklearn-batcher-fb30d.18d680fe06bd07e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: f0895305-adbf-4ab2-af4a-01f219ab9960
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-fb30d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: e54c0a4a-8d96-4bb1-b1a3-f480f9d716ff
  kind: Event
  lastTimestamp: "2026-09-18T19:30:35Z"
  message: InferenceService [isvc-raw-sklearn-batcher-fb30d] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:35Z"
    name: isvc-raw-sklearn-batcher-fb30d.18d68116632e6fed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15469"
    uid: b66cfe04-7385-4e86-ade3-9c3b77aab5be
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:35:41.661355Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18057"
    uid: 7dc97a40-0936-4f4f-8a58-25d50fe8c5c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-2a1456-predictor-666d6f9868-hnq9j
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:35:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:35:41Z"
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j.18d6815dc4e0e65e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18062"
    uid: a5f122b4-3280-4916-8def-39c7d88b3e31
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18066"
    uid: 7dc97a40-0936-4f4f-8a58-25d50fe8c5c8
  kind: Event
  lastTimestamp: "2026-09-18T19:35:42Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:35:42Z"
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j.18d6815de6d6d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18074"
    uid: cbbe613b-16a5-47a8-90df-1cee11f14a0b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 7dc97a40-0936-4f4f-8a58-25d50fe8c5c8
  kind: Event
  lastTimestamp: "2026-09-18T19:35:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:35:47Z"
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j.18d6815de84386b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18106"
    uid: 23f19a4c-fd39-420b-8052-0a5142bfffa8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 7dc97a40-0936-4f4f-8a58-25d50fe8c5c8
  kind: Event
  lastTimestamp: "2026-09-18T19:35:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:35:47Z"
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j.18d6815deba5a543
    namespace: kserve-ci-e2e-test
    resourceVersion: "18108"
    uid: eb6aa522-1931-41a9-930e-f05455858202
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 7dc97a40-0936-4f4f-8a58-25d50fe8c5c8
  kind: Event
  lastTimestamp: "2026-09-18T19:35:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:35:47Z"
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j.18d6815dec144e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "18109"
    uid: f917a1d1-2526-4517-9ad3-0474da9ba429
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18060"
    uid: 7dc97a40-0936-4f4f-8a58-25d50fe8c5c8
  kind: Event
  lastTimestamp: "2026-09-18T19:35:54Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-2a1456-predictor-666d6f9868-hnq9j_kserve-ci-e2e-test(7dc97a40-0936-4f4f-8a58-25d50fe8c5c8)
  metadata:
    creationTimestamp: "2026-09-18T19:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:35:54Z"
    name: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j.18d68160a82f832c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18153"
    uid: 21363892-58bc-43bb-9ce6-2985944d5dfe
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-2a1456-predictor-666d6f9868
    namespace: kserve-ci-e2e-test
    resourceVersion: "18049"
    uid: 646eab79-1f81-4597-b72d-f9954558ac5b
  kind: Event
  lastTimestamp: "2026-09-18T19:35:41Z"
  message: 'Created pod: isvc-secondary-2a1456-predictor-666d6f9868-hnq9j'
  metadata:
    creationTimestamp: "2026-09-18T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:35:41Z"
    name: isvc-secondary-2a1456-predictor-666d6f9868.18d6815dc449ccfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18059"
    uid: 9256d808-5b9e-4c51-8fe6-6ad279ac9645
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-2a1456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 132539f0-a739-45de-8930-769d538f1121
  kind: Event
  lastTimestamp: "2026-09-18T19:35:41Z"
  message: Scaled up replica set isvc-secondary-2a1456-predictor-666d6f9868 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:35:41Z"
    name: isvc-secondary-2a1456-predictor.18d6815dc0ffd655
    namespace: kserve-ci-e2e-test
    resourceVersion: "18051"
    uid: d471f686-c5b4-4795-ac0d-31055817d273
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-2a1456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 7c89fdd1-044d-4ba9-a58e-c3cd1a97c3f4
  kind: Event
  lastTimestamp: "2026-09-18T19:35:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:35:56Z"
    name: isvc-secondary-2a1456-predictor.18d681613f77bc10
    namespace: kserve-ci-e2e-test
    resourceVersion: "18168"
    uid: 6d70cca2-e892-4c16-bb43-d0c472219dcb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-2a1456-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 7c89fdd1-044d-4ba9-a58e-c3cd1a97c3f4
  kind: Event
  lastTimestamp: "2026-09-18T19:35:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:35:56Z"
    name: isvc-secondary-2a1456-predictor.18d6816140017d5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: 06cf709f-86bc-4dfe-b38c-1316eb1f6d8a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2a1456
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: 5644f82b-11cb-4651-a854-8955e6f854f5
  kind: Event
  lastTimestamp: "2026-09-18T19:35:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:35:54Z"
    name: isvc-secondary-2a1456.18d6815dc0cd36b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18157"
    uid: 0aeb4a30-5271-4a53-aae7-2df584b762db
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2a1456
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: 5644f82b-11cb-4651-a854-8955e6f854f5
  kind: Event
  lastTimestamp: "2026-09-18T19:35:41Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-2a1456":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-2a1456":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:35:41Z"
    name: isvc-secondary-2a1456.18d6815dc14a6b69
    namespace: kserve-ci-e2e-test
    resourceVersion: "18068"
    uid: 116c6d66-01aa-4a45-9da1-a2c215818308
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:35:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-2a1456
    namespace: kserve-ci-e2e-test
    resourceVersion: "18038"
    uid: 5644f82b-11cb-4651-a854-8955e6f854f5
  kind: Event
  lastTimestamp: "2026-09-18T19:35:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-2a1456": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:35:41Z"
    name: isvc-secondary-2a1456.18d6815dc14acfa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18069"
    uid: 6fb3c54c-452a-49f6-9777-8e4f05b53e82
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:30:46.026164Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15658"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d68118efa5d427
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: 663c95bc-7044-4370-a585-63d5a2508007
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811911b7e030
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 94b19cb1-425a-4913-924d-7d78fdaa6d8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811913cad141
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: 3be8a2f2-6090-485f-b795-7e9651a381bf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d68119167675a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: 01724b68-1663-4ef7-94a9-4bbc36ac10ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811916e2630b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: 6a255b90-b4d4-457b-8a9d-4702dbc05fc4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:51Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:51Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811a29de40b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: 6dfa8178-7e87-404b-bc29-7f839ee39c4c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:51Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811a2d327eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 9db37e42-202e-4fb4-ba6d-c8e1c6b554b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:51Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811a2da1a330
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: c847b47a-a9b0-4eb2-8a3d-ec1bd6802261
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:51Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811a2dabbfa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: a96b2b85-0e08-43b3-8496-fc64902dabf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:51Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811a301ca216
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: 9a8b7578-b91e-4119-9054-2f1a984a435d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:30:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:30:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:51Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811a308ce8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15766"
    uid: 38b8776a-3f5a-4d1c-a8f3-dc65030e0a9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:32:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:40Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6811aa1df3cf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: 4ca69fe6-2581-44df-9c51-a0c68927c7b5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6813295a8534d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16558"
    uid: d08261a6-6e44-4cde-a3c5-02fd93eba088
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6813295a8bc0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16559"
    uid: 3723f33a-17da-4db7-ad7f-bc3d17430dcb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv
    namespace: kserve-ci-e2e-test
    resourceVersion: "15660"
    uid: bd73555e-e1dd-4509-8607-b23a135b0734
  kind: Event
  lastTimestamp: "2026-09-18T19:32:39Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:39Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv.18d6813350281c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 1e99ffa1-9420-40e6-9814-0b0e1fe3dbec
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 25d5388e-29a2-44ca-a093-3650054d4986
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: 'Created pod: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94-5tfcv'
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-sklearn-graph-raw-4a391-predictor-65d4767d94.18d68118eedc2bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15659"
    uid: 1ba704dc-73b5-4d57-ad7e-c418e46aafe5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 0edb54f4-e529-4733-a1c4-873c384f509c
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-4a391-predictor-65d4767d94
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-sklearn-graph-raw-4a391-predictor.18d68118e8fbda5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 48a362d5-5455-44dc-8776-2110c40fc01a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 1dccae84-017f-4929-bf36-1d6269dd18b4
  kind: Event
  lastTimestamp: "2026-09-18T19:31:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:30Z"
    name: isvc-sklearn-graph-raw-4a391-predictor.18d6811c6827a631
    namespace: kserve-ci-e2e-test
    resourceVersion: "15980"
    uid: ffe495dd-d46a-4c97-8452-9b1ea22e5f84
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 1dccae84-017f-4929-bf36-1d6269dd18b4
  kind: Event
  lastTimestamp: "2026-09-18T19:31:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:31:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:30Z"
    name: isvc-sklearn-graph-raw-4a391-predictor.18d6811c689b0a68
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: 8b14f352-0088-4ded-815e-0735798da819
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 1dccae84-017f-4929-bf36-1d6269dd18b4
  kind: Event
  lastTimestamp: "2026-09-18T19:32:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:31Z"
    name: isvc-sklearn-graph-raw-4a391-predictor.18d68126e622d59b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16492"
    uid: 9ea33b91-3143-466a-8dde-f24ea8d038d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 1dccae84-017f-4929-bf36-1d6269dd18b4
  kind: Event
  lastTimestamp: "2026-09-18T19:32:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:31:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:31Z"
    name: isvc-sklearn-graph-raw-4a391-predictor.18d68126e695d020
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 25835267-aa23-452a-9853-eff0734ad6bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-4a391
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 9bb3e23c-3501-468c-8377-06b723a59e0f
  kind: Event
  lastTimestamp: "2026-09-18T19:32:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:10Z"
    name: isvc-sklearn-graph-raw-4a391.18d68118e901be00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: 8ceac645-9ca1-42fa-88a4-857635dac184
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-4a391
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: 9bb3e23c-3501-468c-8377-06b723a59e0f
  kind: Event
  lastTimestamp: "2026-09-18T19:30:45Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-4a391":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-4a391":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:30:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:30:45Z"
    name: isvc-sklearn-graph-raw-4a391.18d68118e9e8e8a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 6f9e621c-37c4-4d1c-9fa5-d13faf814105
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-4a391
    namespace: kserve-ci-e2e-test
    resourceVersion: "16211"
    uid: 9bb3e23c-3501-468c-8377-06b723a59e0f
  kind: Event
  lastTimestamp: "2026-09-18T19:32:10Z"
  message: InferenceService [isvc-sklearn-graph-raw-4a391] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:32:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:10Z"
    name: isvc-sklearn-graph-raw-4a391.18d6812ca90ffed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16212"
    uid: c523d700-a8b4-40b6-9c26-f80564927377
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:32:36.481028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16600"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68132a74558da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16604"
    uid: 9e24f1a4-d61e-45d4-b10f-bf61fb58107b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16615"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68132c94565d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16651"
    uid: 988a6183-4dc5-4d10-bca7-5241b160770c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68132cb4b4ce8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: b98d88c4-cd5c-4df3-bcf9-829e2751430a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68132cdb99d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: f32122c1-8a52-4248-9094-a4ddc3f7603a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68132ce1bd84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: bf801d5a-92b1-4ea9-a02c-b705757374ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:41Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68133c030eeec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16698"
    uid: 9da71705-325f-469c-8c4b-2010a63cb7a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:41Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68133c2f7ef14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16702"
    uid: cab852f9-75f7-40eb-98b1-f6d2bcaf720a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:41Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68133c37afe50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16703"
    uid: b5d33deb-e07e-4d93-837a-d73f73dc1802
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:41Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68133c38595f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 9b5bd5c8-0446-4ae7-af17-3b92df40db60
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:41Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68133c62460b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16707"
    uid: d4d9a542-6993-499b-b2b8-966dbb2e3a1b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:41Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68133c68822b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16708"
    uid: 3c0a6d2f-8f55-41bc-8845-50959b53b330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:34:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:28Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d68134386405b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17564"
    uid: 9edf9660-fcbc-4aad-814a-0feac6a91930
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d6814c4662cde7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17496"
    uid: 2df81f0b-3aaa-415f-bfbe-f3eaa9109641
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d6814c46635b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17497"
    uid: 0830b372-e994-4ab3-acca-e71d5b42abd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16603"
    uid: 0be91c6e-819c-4c2a-a7c1-9eb7085da62c
  kind: Event
  lastTimestamp: "2026-09-18T19:34:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:29Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd.18d6814ce6b88564
    namespace: kserve-ci-e2e-test
    resourceVersion: "17570"
    uid: cd64a978-d62e-4907-87dc-5f146da1ba98
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 859f21b9-534f-42ca-a750-5e37a8d0be0c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694-hzpzd'
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694.18d68132a6a9546b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16601"
    uid: 79db471b-1de1-4435-96c5-09878a99e143
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 1adee383-3c32-44b8-ba98-3c275e4e010c
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-db55d-predictor-556c7fd694
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor.18d68132a35f78a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 0005a301-3272-4ac8-8123-d2b9243c6058
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: b689d8f6-e61e-47e2-8b19-b340ea86c5c5
  kind: Event
  lastTimestamp: "2026-09-18T19:32:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:51Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor.18d68136226ab654
    namespace: kserve-ci-e2e-test
    resourceVersion: "16783"
    uid: d1d7d017-f254-4d79-9f18-1484ff147e4d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: b689d8f6-e61e-47e2-8b19-b340ea86c5c5
  kind: Event
  lastTimestamp: "2026-09-18T19:32:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:51Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor.18d6813622dc3e15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16785"
    uid: a8dd3129-7dc7-4518-902a-2e3584bc3466
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: b689d8f6-e61e-47e2-8b19-b340ea86c5c5
  kind: Event
  lastTimestamp: "2026-09-18T19:34:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:21Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor.18d68139a213a8a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 1be02fb0-9fd4-4ccb-aefd-7bdfd2972db3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16784"
    uid: b689d8f6-e61e-47e2-8b19-b340ea86c5c5
  kind: Event
  lastTimestamp: "2026-09-18T19:34:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:21Z"
    name: isvc-sklearn-graph-raw-hpa-db55d-predictor.18d68139a29accd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17427"
    uid: d216a64b-8b12-4dae-b870-97f299d5dfe4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-db55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16581"
    uid: 3b3fd0a1-285a-4a32-91d1-fc9af81730a2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:58Z"
    name: isvc-sklearn-graph-raw-hpa-db55d.18d68132a365b57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17271"
    uid: e76b5d50-02d0-4b13-81a6-460e0d7b4a33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-db55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: 3b3fd0a1-285a-4a32-91d1-fc9af81730a2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:58Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-db55d] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:33:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:58Z"
    name: isvc-sklearn-graph-raw-hpa-db55d.18d68145d253fe03
    namespace: kserve-ci-e2e-test
    resourceVersion: "17270"
    uid: abca9c3e-fb60-44a7-a06d-5822716ffb9e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:36:12.489619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18412"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d68164f262d7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18418"
    uid: cc2c6961-15ab-481f-914e-58d75433b382
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18422"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:13Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:36:13Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d681651476978e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: 1d719e89-e5b8-46ef-ac73-8c40dacbb80c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:13Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d6816516846a8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18454"
    uid: bb090818-e01a-4cf4-b891-e2db4a448d61
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:13Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d681651921db65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: a12855e8-94f0-4c83-8a77-cc25e8412c8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:36:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:13Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d68165198f158c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 64e320a3-0948-4611-a273-5dc52cf4eae5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:17Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d68166223b8f0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18492"
    uid: 19158cdc-a52f-4e87-a4e4-0fe8e5916450
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:17Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d681662553f96d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18494"
    uid: 8e3fa551-63e0-4052-a8ec-743cd897f736
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:17Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d6816625c2a930
    namespace: kserve-ci-e2e-test
    resourceVersion: "18495"
    uid: c09f823d-22ee-42ee-aca3-9a9a85d9b998
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:17Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d6816625cb499d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: acad04c4-3315-4f21-a52a-ee5447c64025
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:17Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d681662847daf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: 22295b50-4722-44cd-bd55-cd83adf31290
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:36:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:36:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:17Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d6816628b5d87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: b79f641d-9a96-4d6b-85d9-e3a21a7266b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:39:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:01Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d681669a1ce3a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19569"
    uid: 9b1792b3-1b90-4d2f-b34c-69f1d5dfc35f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:38:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:53Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d6818a6ecea440
    namespace: kserve-ci-e2e-test
    resourceVersion: "19434"
    uid: c39c4b78-3684-455f-af98-bf3c80d9f3ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:38:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:38:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:38:53Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d6818a6ecf502a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19435"
    uid: f4f2d024-f867-47a1-9b7a-c4ee554d2508
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18414"
    uid: 95d33a63-27ff-440a-a6ed-72f24ca79498
  kind: Event
  lastTimestamp: "2026-09-18T19:39:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:00Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c.18d6818aecadb085
    namespace: kserve-ci-e2e-test
    resourceVersion: "19564"
    uid: c21a94f4-0fdf-46d7-86d0-1430cc527bff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584
    namespace: kserve-ci-e2e-test
    resourceVersion: "18403"
    uid: a3016e85-3515-4eef-a275-4989b9361e50
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: 'Created pod: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584-lvc2c'
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584.18d68164f1bb4ed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18413"
    uid: 61e8bde9-c74f-4aa8-b14c-b814d6b70232
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-5b49b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18401"
    uid: e92c4b14-1a25-4e67-8b2e-a86344bbb96c
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-5b49b-predictor-7c7c598584
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor.18d68164ee522661
    namespace: kserve-ci-e2e-test
    resourceVersion: "18405"
    uid: 1df03edf-e3f8-4b84-9abd-f0d73e4951f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5b49b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: b57d0dee-377f-4206-87e0-6c2da30d27d1
  kind: Event
  lastTimestamp: "2026-09-18T19:36:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:42Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor.18d681686d3d3ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18693"
    uid: e687ddcb-9b51-4d23-be3a-736d660a145b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5b49b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18402"
    uid: b57d0dee-377f-4206-87e0-6c2da30d27d1
  kind: Event
  lastTimestamp: "2026-09-18T19:36:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:36:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:42Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor.18d681686df2023f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18694"
    uid: c36a6fd9-e803-4d8a-92d8-cb43f5889ef7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5b49b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18623"
    uid: b57d0dee-377f-4206-87e0-6c2da30d27d1
  kind: Event
  lastTimestamp: "2026-09-18T19:38:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:42Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor.18d6816f6c0e7ef5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19363"
    uid: c5472f63-44a6-4551-80ae-f8aaec770ac5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-5b49b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18623"
    uid: b57d0dee-377f-4206-87e0-6c2da30d27d1
  kind: Event
  lastTimestamp: "2026-09-18T19:38:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:42Z"
    name: isvc-sklearn-scale-raw-5b49b-predictor.18d6816f6c885f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19364"
    uid: dab9baf3-c456-44ab-9a05-3e0d7735b4f6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5b49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: a89a7725-95ad-4723-881c-a09d582efd4e
  kind: Event
  lastTimestamp: "2026-09-18T19:38:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:38:51Z"
    name: isvc-sklearn-scale-raw-5b49b.18d68164ee680560
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: ab683931-9cca-42c2-9a5d-2db8715a9451
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-5b49b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19403"
    uid: a89a7725-95ad-4723-881c-a09d582efd4e
  kind: Event
  lastTimestamp: "2026-09-18T19:38:51Z"
  message: InferenceService [isvc-sklearn-scale-raw-5b49b] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:38:51Z"
    name: isvc-sklearn-scale-raw-5b49b.18d6818a06c6f2b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19404"
    uid: a857ea76-348f-4a1a-9502-d7c967798da3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:30:46.231364Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d68118fbe0fd3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15699"
    uid: 9527f087-ba04-4e47-b294-1de1d53a79e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15703"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d681191dd005a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: 2bc29ea8-8403-45b2-9905-a59fc341e797
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d681191fb45c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: 66a0dce9-ffd4-41d2-9566-9b3595f09d88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811922d23f4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: f8c4da7b-e35b-4d30-973b-9b6303d0f7c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d681192330654e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15718"
    uid: b5646ac7-d838-4a27-8d8c-96a7f9bd1168
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:30:50Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T19:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:30:50Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811a06317680
    namespace: kserve-ci-e2e-test
    resourceVersion: "15751"
    uid: 3eea333d-6c45-470f-8e3f-9acf451b692c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.907s (19.907s
    including waiting). Image size: 1436472580 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811ea8cb3e62
    namespace: kserve-ci-e2e-test
    resourceVersion: "15870"
    uid: d412797d-c5ba-4106-8edd-b61113d9c56a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811eabb6f4c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15871"
    uid: 29d062a9-84b0-409e-992f-771bd17725bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811eac16a5e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15872"
    uid: e88ff267-bea5-44e1-a78e-535257abfdb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811eac20c5be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15873"
    uid: 77bfeac7-07ce-4c18-ab99-8b5db65ae18c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811eaed5b2c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15874"
    uid: 07f3eb84-cf8e-46da-89f6-bfa538a69d67
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:31:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:31:10Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811eaf36767b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15875"
    uid: 2285b11e-0b5c-4a91-b252-63a1cd368600
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d6811ef01e5a9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16665"
    uid: 6ea05b07-b4d2-41ef-9ebf-25d1b9453aa4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d681329bd8d35b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 4fabf563-4d7a-46ea-8be1-5061a22c6084
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d681329bd9460c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: c764f383-c0fd-4575-85b0-96907448e6a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: cdb55976-52e2-417e-be5e-eaec9bb51fc3
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2.18d68132f649db69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16664"
    uid: 6a2b8aea-06d0-4443-9c09-7a3096ff90c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: 0016e298-f612-4d8f-a844-bbfaa166a1f6
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: 'Created pod: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6-rjpj2'
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor-577f6578d6.18d68118fb4e9f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: 7d3155d0-093b-4ed9-a1cb-c15bbd17c1f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 21d13431-3360-410b-94af-7c8b8ecee75e
  kind: Event
  lastTimestamp: "2026-09-18T19:30:46Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-4a391-predictor-577f6578d6
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:30:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor.18d68118f49ef123
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: 43e95e29-d0a7-4246-bfed-e3df8a875753
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: d852317d-3c05-45dd-840d-646dca8e426a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor.18d6811c74b6f0d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16051"
    uid: 815280a7-a7bf-4a06-b320-738147693739
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:31:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: d852317d-3c05-45dd-840d-646dca8e426a
  kind: Event
  lastTimestamp: "2026-09-18T19:31:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:31:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:31:46Z"
    name: isvc-xgboost-graph-raw-4a391-predictor.18d6811c75d0bb6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16052"
    uid: 7c352806-7a68-4843-96e2-ab5b9e3de785
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: d852317d-3c05-45dd-840d-646dca8e426a
  kind: Event
  lastTimestamp: "2026-09-18T19:32:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:31Z"
    name: isvc-xgboost-graph-raw-4a391-predictor.18d6812a71888b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: ba34216d-d84c-41b2-b5e5-2a5d59c7ccc8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-4a391-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: d852317d-3c05-45dd-840d-646dca8e426a
  kind: Event
  lastTimestamp: "2026-09-18T19:32:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:32:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:31Z"
    name: isvc-xgboost-graph-raw-4a391-predictor.18d6812a720d772c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: 9886cbce-156b-4116-8b33-2c0a4b5867c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T19:30:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-4a391
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: c02b00a4-d4d1-42f4-86b3-375086d4f84b
  kind: Event
  lastTimestamp: "2026-09-18T19:32:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:30:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:17Z"
    name: isvc-xgboost-graph-raw-4a391.18d68118f4df24dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: 98ad6b44-676b-4260-875f-4b6815ba844b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-4a391
    namespace: kserve-ci-e2e-test
    resourceVersion: "16350"
    uid: c02b00a4-d4d1-42f4-86b3-375086d4f84b
  kind: Event
  lastTimestamp: "2026-09-18T19:32:17Z"
  message: InferenceService [isvc-xgboost-graph-raw-4a391] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:17Z"
    name: isvc-xgboost-graph-raw-4a391.18d6812e564750fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16351"
    uid: 0aa168d7-d8e5-4951-bd48-92d63eaf92d8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:32:36.600630Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68132ae665818
    namespace: kserve-ci-e2e-test
    resourceVersion: "16631"
    uid: 6b1c204c-9970-418a-88a9-76bde720fdba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-db55d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68132bb585840
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: ac1a8aa6-32c6-45c7-9bcb-b934257dd1c5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68132f42a8431
    namespace: kserve-ci-e2e-test
    resourceVersion: "16662"
    uid: d6b19ede-4e1f-46d4-8261-d061c8f92ff3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68132f6a477a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16666"
    uid: 5095138b-f4d0-4366-bd52-2125570e472d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68132f98b9c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16667"
    uid: afa16473-bbf0-466c-bca2-640ce33bf134
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:32:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:37Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68132f9ebeb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16668"
    uid: f83c4288-3684-4de8-b6ca-80dfb5f55e3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:42Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:42Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68133fc5029c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16713"
    uid: 198b2b6e-7fe7-4d35-8427-2e88a8a9e30f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:42Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68133ff160598
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: 97680874-6fe5-4c03-9aea-97b4696c12df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:42Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68133ff7a7ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 349f4393-f7dd-4278-864c-2f00e0a1968c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:42Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68133ff85314c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16718"
    uid: 17260f3a-535a-4983-a7c1-494d62a10fed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:42Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68134023d2619
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: cb2da251-ff33-4ea1-9c20-05b2698276a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:32:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:42Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d68134029c8c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: aa15faa0-8376-48fc-86f0-b7ad410441a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d681343864502b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17575"
    uid: 7164dddc-a420-40d1-8228-f0e5710e160f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d6814c4b64ced3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: f39dd069-0909-4383-bd3c-f3e036335485
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d6814c4b6553cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: 43b80980-f792-4148-917e-2928e5df272c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: 707c46b7-8078-4090-9148-53056998e846
  kind: Event
  lastTimestamp: "2026-09-18T19:34:30Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:34:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:30Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv.18d6814d22a127fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: bb710211-aca0-4a42-a304-b24e63d85e44
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: f0e77575-4cb1-4d05-a1ac-e9654efeded3
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d-vkqlv'
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d.18d68132addc39db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 16f7e5ba-160b-4a45-826a-59b5ed166684
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 5ce88163-dd0e-4000-ac02-9f2b1d7fafda
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-db55d-predictor-5fbf77b79d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor.18d68132aa4e8819
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: 4716cb12-c519-4261-b64e-6dc364430ad8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 0d8e8b0b-5706-448d-a599-6453256c91d2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:21Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor.18d6813628f63be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16941"
    uid: c795cd09-586f-46e2-a7ff-0637e10043d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 0d8e8b0b-5706-448d-a599-6453256c91d2
  kind: Event
  lastTimestamp: "2026-09-18T19:33:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:33:21Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor.18d6813629665d50
    namespace: kserve-ci-e2e-test
    resourceVersion: "16942"
    uid: 10fdf5d8-c67a-4e6a-9fd4-a6ba0aa22bea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 0d8e8b0b-5706-448d-a599-6453256c91d2
  kind: Event
  lastTimestamp: "2026-09-18T19:34:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:21Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor.18d68139a82e4c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: 66927d40-43d3-4de5-bda0-d301ed0f21e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16787"
    uid: 0d8e8b0b-5706-448d-a599-6453256c91d2
  kind: Event
  lastTimestamp: "2026-09-18T19:34:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:33:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:21Z"
    name: isvc-xgboost-graph-raw-hpa-db55d-predictor.18d68139a8acda7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17429"
    uid: c3a12a0a-1115-4a04-af62-be851bf97eb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-db55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16599"
    uid: abfd23e8-d150-4a9d-a6ed-657059336489
  kind: Event
  lastTimestamp: "2026-09-18T19:33:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:50Z"
    name: isvc-xgboost-graph-raw-hpa-db55d.18d68132aa7ba17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17166"
    uid: b8ce632e-7987-4bcb-bf79-5d7b48874dcc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:33:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-db55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17164"
    uid: abfd23e8-d150-4a9d-a6ed-657059336489
  kind: Event
  lastTimestamp: "2026-09-18T19:33:50Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-db55d] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:33:50Z"
    name: isvc-xgboost-graph-raw-hpa-db55d.18d68143db0343fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17165"
    uid: aea205ad-c901-4dd6-9cea-a9aaadf0d5ae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:34:26.832651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17534"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814c58bd7cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 875f0a40-0787-478a-9df7-79558355fa0d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:27Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:34:27Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814c7a8e84ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17547"
    uid: 7c4b55fa-fca6-4c57-8751-b80d591f9021
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:27Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-18T19:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:27Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814c7c864843
    namespace: kserve-ci-e2e-test
    resourceVersion: "17549"
    uid: 5f2290d6-758e-46e1-a87d-42d054d75237
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:28Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.15s (1.15s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:28Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814cc11b6f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 3ea12028-d054-4be4-bafe-e1c4015a6e74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:28Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814cc3c6f5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 1d9428e5-1b20-4b0a-8ffd-7102f2a47c1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:28Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814cc43463c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: 1380e1f1-26de-424e-8d4a-e17489f4b744
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:28Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814cc43edf81
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: 8a1728ee-8431-4d9c-91c2-32cb4a69b2ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:28Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814cc6e4f1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: 4c1a623a-50b5-4dac-afe4-ea0038450f6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:28Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d6814cc74ea00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: 76031110-4b2d-4b06-b831-b32e72db5164
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d68164e8009404
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: a2f58624-c753-4ded-9a01-b86dab9f5276
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "17535"
    uid: f63bf0ea-f130-4d38-aa1d-7ae6aa48858d
  kind: Event
  lastTimestamp: "2026-09-18T19:36:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:12Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t.18d68164e8035b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "18393"
    uid: 4414b809-25e8-4036-ae74-9546f2e3923c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-b9657-predictor-8bd5d747d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17524"
    uid: 4a2b7770-3454-4008-9719-81976ba4288e
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: 'Created pod: message-dumper-raw-b9657-predictor-8bd5d747d-9pl8t'
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: message-dumper-raw-b9657-predictor-8bd5d747d.18d6814c57f678ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: d7af5c14-7256-4a03-b6d0-3f16968d7b25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: 3a23596e-e6ba-4861-89bc-34191cee745d
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: Scaled up replica set message-dumper-raw-b9657-predictor-8bd5d747d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: message-dumper-raw-b9657-predictor.18d6814c51cdeb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 1124e734-8583-4c2b-ae9c-a525266c692e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: d2dee7a3-60c5-4d32-9eb9-c241edc4bed8
  kind: Event
  lastTimestamp: "2026-09-18T19:34:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:41Z"
    name: message-dumper-raw-b9657-predictor.18d6814fcfb4e599
    namespace: kserve-ci-e2e-test
    resourceVersion: "17699"
    uid: cb6db3b5-9e94-4f74-8e0a-bc37b1e4f490
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: d2dee7a3-60c5-4d32-9eb9-c241edc4bed8
  kind: Event
  lastTimestamp: "2026-09-18T19:34:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:41Z"
    name: message-dumper-raw-b9657-predictor.18d6814fd0212ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: a4281349-1c90-49dc-ab63-fd80428be8ab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: d2dee7a3-60c5-4d32-9eb9-c241edc4bed8
  kind: Event
  lastTimestamp: "2026-09-18T19:34:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:56Z"
    name: message-dumper-raw-b9657-predictor.18d681534edf977e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 397210e6-70fb-4fc5-bde3-8ce2d1aa28dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-b9657-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: d2dee7a3-60c5-4d32-9eb9-c241edc4bed8
  kind: Event
  lastTimestamp: "2026-09-18T19:34:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:34:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:56Z"
    name: message-dumper-raw-b9657-predictor.18d681534f4e1dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17800"
    uid: 87596608-f3d1-488c-b072-b0e4b721efcf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-b9657
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 06ca2c9c-49ed-4a30-879f-ed25e086cb66
  kind: Event
  lastTimestamp: "2026-09-18T19:34:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:34:36Z"
    name: message-dumper-raw-b9657.18d6814c51692634
    namespace: kserve-ci-e2e-test
    resourceVersion: "17617"
    uid: 69712876-cf69-49ec-93e4-29bcf10f3415
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-b9657
    namespace: kserve-ci-e2e-test
    resourceVersion: "17615"
    uid: 06ca2c9c-49ed-4a30-879f-ed25e086cb66
  kind: Event
  lastTimestamp: "2026-09-18T19:34:36Z"
  message: InferenceService [message-dumper-raw-b9657] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:34:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:34:36Z"
    name: message-dumper-raw-b9657.18d6814e8dc55248
    namespace: kserve-ci-e2e-test
    resourceVersion: "17616"
    uid: 220acdbc-8be9-4d8f-bf1f-ebdca3402566
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:43:59.130866Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21339"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681d1985f2dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21345"
    uid: 950a35fc-a961-4cbe-9382-88d5de19eba2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21350"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681d1ba0226d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21358"
    uid: 92ca09f4-6688-4457-a977-f050b33a5292
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681d1bc13ca75
    namespace: kserve-ci-e2e-test
    resourceVersion: "21360"
    uid: 58e6e207-ca3d-4123-901f-07dafda5378f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681d1be9fc80b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21361"
    uid: 69542c8c-527a-4e11-9ae6-cf554b9409f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681d1bf20a3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21362"
    uid: 7ebb879e-6375-45a4-82e9-2a9c92352e33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681d1bf2c29aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21363"
    uid: e6fc41ee-8315-4fbe-9b78-d72de85cbfbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681d1c20aea09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: a5e615b6-c995-4ad0-81cb-b9d804fc61d7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681d1c279698e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: b82a5ba7-3b47-4789-8765-7f2bfbd5aef3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:45:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:34Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681e7dd2c390d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21926"
    uid: 109442a9-2f1d-4fb0-981f-e029e08624fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:45:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57
    namespace: kserve-ci-e2e-test
    resourceVersion: "21341"
    uid: f45128db-6729-4ede-856c-debf4f3a3531
  kind: Event
  lastTimestamp: "2026-09-18T19:45:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:45:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:45:34Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57.18d681e7dd2cbabd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21927"
    uid: ddaa36f1-b511-42d9-9e27-9588b123f54c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-8f8f5f7df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21330"
    uid: 1485bcdb-9514-4abe-9c4f-1ce43da05d1a
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-8f8f5f7df-gdh57'
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor-8f8f5f7df.18d681d197e0a89f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21340"
    uid: f8ef6348-223d-45e2-abe2-8308aeb7a102
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: d41a1634-1fd4-40b6-931e-e3ed58e490cb
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-8f8f5f7df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn-predictor.18d681d192c6a0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: cabff131-86b3-45db-a7d9-15aaa683e528
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: a1217539-8d3d-4773-be9c-85d0c0c9b442
  kind: Event
  lastTimestamp: "2026-09-18T19:44:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:44:29Z"
    name: message-dumper-raw-cipn-predictor.18d681d511e283eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21579"
    uid: 567b36c3-20f5-4a53-8aba-5e22063f5e2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21329"
    uid: a1217539-8d3d-4773-be9c-85d0c0c9b442
  kind: Event
  lastTimestamp: "2026-09-18T19:44:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:44:29Z"
    name: message-dumper-raw-cipn-predictor.18d681d51241a43a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21580"
    uid: 1438ded4-c7a9-4066-b13f-801b070fcb32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: b2ee2743-9e20-4196-b4b8-f414b5b140f8
  kind: Event
  lastTimestamp: "2026-09-18T19:44:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:44:08Z"
    name: message-dumper-raw-cipn.18d681d192bb289d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 98b5af38-ab60-4aa9-84ad-cc238b478863
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:43:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21322"
    uid: b2ee2743-9e20-4196-b4b8-f414b5b140f8
  kind: Event
  lastTimestamp: "2026-09-18T19:43:59Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:43:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:43:59Z"
    name: message-dumper-raw-cipn.18d681d193913e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 72bca605-8bf0-445e-8361-8bec594d8db2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:44:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: b2ee2743-9e20-4196-b4b8-f414b5b140f8
  kind: Event
  lastTimestamp: "2026-09-18T19:44:08Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:44:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:44:08Z"
    name: message-dumper-raw-cipn.18d681d3c454e8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21414"
    uid: 7a9fac5e-234a-434e-9a61-3a2af8cd307f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:32:26.025691Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-4a391-cf868777f-98c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: 9c9e95bd-3c05-4f8b-8090-c8cdab5b5fb6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-4a391-cf868777f-98c74
    to ip-10-0-140-117.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:32:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:32:26Z"
    name: model-chainer-raw-4a391-cf868777f-98c74.18d6813038158b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16440"
    uid: ffd717cd-5657-416f-a4b1-2dfb6049d777
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-4a391-cf868777f-98c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 9c9e95bd-3c05-4f8b-8090-c8cdab5b5fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:32:26Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:32:26Z"
    name: model-chainer-raw-4a391-cf868777f-98c74.18d6813059eea12c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: c8264076-2dda-4195-8fcc-5dfc795ae98b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4a391}
    kind: Pod
    name: model-chainer-raw-4a391-cf868777f-98c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9c9e95bd-3c05-4f8b-8090-c8cdab5b5fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:32:26Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0"
  metadata:
    creationTimestamp: "2026-09-18T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:26Z"
    name: model-chainer-raw-4a391-cf868777f-98c74.18d681305c0ec355
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: 42af9404-4c88-4dee-9d00-084b8b94a255
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4a391}
    kind: Pod
    name: model-chainer-raw-4a391-cf868777f-98c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9c9e95bd-3c05-4f8b-8090-c8cdab5b5fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:32:28Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0"
    in 2.201s (2.201s including waiting). Image size: 211921491 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T19:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:28Z"
    name: model-chainer-raw-4a391-cf868777f-98c74.18d68130df4341c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: 173db060-aa14-4cf2-9b63-607242418445
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4a391}
    kind: Pod
    name: model-chainer-raw-4a391-cf868777f-98c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9c9e95bd-3c05-4f8b-8090-c8cdab5b5fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:32:28Z"
  message: 'Created container: model-chainer-raw-4a391'
  metadata:
    creationTimestamp: "2026-09-18T19:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:28Z"
    name: model-chainer-raw-4a391-cf868777f-98c74.18d68130e28b9b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 722703fa-4a87-467c-8704-b91b5b2fa1ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4a391}
    kind: Pod
    name: model-chainer-raw-4a391-cf868777f-98c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9c9e95bd-3c05-4f8b-8090-c8cdab5b5fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:32:28Z"
  message: Started container model-chainer-raw-4a391
  metadata:
    creationTimestamp: "2026-09-18T19:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:28Z"
    name: model-chainer-raw-4a391-cf868777f-98c74.18d68130e312b788
    namespace: kserve-ci-e2e-test
    resourceVersion: "16478"
    uid: c37f0375-7b06-4151-8779-6f2635d2d848
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4a391}
    kind: Pod
    name: model-chainer-raw-4a391-cf868777f-98c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9c9e95bd-3c05-4f8b-8090-c8cdab5b5fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:32:36Z"
  message: Stopping container model-chainer-raw-4a391
  metadata:
    creationTimestamp: "2026-09-18T19:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:32:36Z"
    name: model-chainer-raw-4a391-cf868777f-98c74.18d681328e2e006f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 96ec056e-03b2-4465-80a1-46475f776078
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-4a391}
    kind: Pod
    name: model-chainer-raw-4a391-cf868777f-98c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 9c9e95bd-3c05-4f8b-8090-c8cdab5b5fb6
  kind: Event
  lastTimestamp: "2026-09-18T19:33:05Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:33:05Z"
    name: model-chainer-raw-4a391-cf868777f-98c74.18d6813388630d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: 358cc17d-eff7-4dc0-afdd-435ab6a584ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-4a391-cf868777f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16431"
    uid: 31352fff-d0f9-4cae-b97d-19a3496da160
  kind: Event
  lastTimestamp: "2026-09-18T19:32:26Z"
  message: 'Created pod: model-chainer-raw-4a391-cf868777f-98c74'
  metadata:
    creationTimestamp: "2026-09-18T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:26Z"
    name: model-chainer-raw-4a391-cf868777f.18d681303730e4f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 1406aca9-1b9a-4b4d-8288-69f951c1de33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-4a391
    namespace: kserve-ci-e2e-test
    resourceVersion: "16430"
    uid: ae9c525e-9fa8-41b8-9666-348c3b09ee52
  kind: Event
  lastTimestamp: "2026-09-18T19:32:25Z"
  message: Scaled up replica set model-chainer-raw-4a391-cf868777f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:32:25Z"
    name: model-chainer-raw-4a391.18d6813035deebc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 1181ae6e-ed29-43e1-917d-3b25f945de2f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:32:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-4a391
    namespace: kserve-ci-e2e-test
    resourceVersion: "16446"
    uid: 1dd050cd-ebfd-496e-991d-88003f1d3515
  kind: Event
  lastTimestamp: "2026-09-18T19:32:26Z"
  message: InferenceGraph [model-chainer-raw-4a391] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:32:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:32:26Z"
    name: model-chainer-raw-4a391.18d681303c68f465
    namespace: kserve-ci-e2e-test
    resourceVersion: "16451"
    uid: c59d5f7d-2461-4476-9a91-3311faf9c79d
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:34:16.352503Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17383"
    uid: 58947f61-fdd5-454e-bda0-f732b753b6ed
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-db55d-845f6947-vnxgn
    to ip-10-0-140-117.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:34:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:34:16Z"
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn.18d68149e813159c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: 9e253fe1-8440-420d-b183-f0a7107cc615
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: 58947f61-fdd5-454e-bda0-f732b753b6ed
  kind: Event
  lastTimestamp: "2026-09-18T19:34:16Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:34:16Z"
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn.18d6814a0a0c7a4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: dfb9e7d9-f308-4e5d-b5ec-cf5940458482
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-db55d}
    kind: Pod
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 58947f61-fdd5-454e-bda0-f732b753b6ed
  kind: Event
  lastTimestamp: "2026-09-18T19:34:16Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:7ac5846899fa4108b8c49229ab147847a1f530fcc244df4c4777c7464a5d30f0"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:16Z"
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn.18d6814a0badb7cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: 3f9b3e4f-ab8e-4534-8236-b867ece60a19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-db55d}
    kind: Pod
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 58947f61-fdd5-454e-bda0-f732b753b6ed
  kind: Event
  lastTimestamp: "2026-09-18T19:34:17Z"
  message: 'Created container: model-chainer-raw-hpa-db55d'
  metadata:
    creationTimestamp: "2026-09-18T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:17Z"
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn.18d6814a0ebb922a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: 3e4097b2-1f88-4a3e-9de7-5cd1e10880df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-db55d}
    kind: Pod
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 58947f61-fdd5-454e-bda0-f732b753b6ed
  kind: Event
  lastTimestamp: "2026-09-18T19:34:17Z"
  message: Started container model-chainer-raw-hpa-db55d
  metadata:
    creationTimestamp: "2026-09-18T19:34:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:17Z"
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn.18d6814a0f308e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17405"
    uid: 02486057-eb55-408f-9ff6-9c7c4a5d92d3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-db55d}
    kind: Pod
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 58947f61-fdd5-454e-bda0-f732b753b6ed
  kind: Event
  lastTimestamp: "2026-09-18T19:34:26Z"
  message: Stopping container model-chainer-raw-hpa-db55d
  metadata:
    creationTimestamp: "2026-09-18T19:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:26Z"
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn.18d6814c3fa46acb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: 2c6c37a2-aa2c-44aa-b854-9919afc2bf7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-db55d}
    kind: Pod
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17386"
    uid: 58947f61-fdd5-454e-bda0-f732b753b6ed
  kind: Event
  lastTimestamp: "2026-09-18T19:34:53Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T19:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:34:53Z"
    name: model-chainer-raw-hpa-db55d-845f6947-vnxgn.18d6814ccb13d81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17780"
    uid: 9dc42a27-fffd-4afb-a1aa-e81f0b78ee50
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-140-117.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-140-117.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-db55d-845f6947
    namespace: kserve-ci-e2e-test
    resourceVersion: "17380"
    uid: f8dc0f0f-d25c-4ca8-bd13-f66f88dd162f
  kind: Event
  lastTimestamp: "2026-09-18T19:34:16Z"
  message: 'Created pod: model-chainer-raw-hpa-db55d-845f6947-vnxgn'
  metadata:
    creationTimestamp: "2026-09-18T19:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:16Z"
    name: model-chainer-raw-hpa-db55d-845f6947.18d68149e79b0f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17384"
    uid: 22ade012-0819-490e-873a-42ccc96f8d76
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-db55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17378"
    uid: bc9e67c5-b629-4391-8edc-43c0b01ac60e
  kind: Event
  lastTimestamp: "2026-09-18T19:34:16Z"
  message: Scaled up replica set model-chainer-raw-hpa-db55d-845f6947 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:34:16Z"
    name: model-chainer-raw-hpa-db55d.18d68149e6d4fa08
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: 955ba446-477d-446c-a055-f80e034893c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:34:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-db55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17394"
    uid: ea50d181-0d3d-4b94-ad22-5b9fd6034fc9
  kind: Event
  lastTimestamp: "2026-09-18T19:34:16Z"
  message: InferenceGraph [model-chainer-raw-hpa-db55d] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:34:16Z"
    name: model-chainer-raw-hpa-db55d.18d68149ec913e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17396"
    uid: 7b108ce7-7c33-4186-8495-561ed6713e75
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:36:18.178380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18526"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-9b178-predictor-5788b5574-qlgv6
    to ip-10-0-138-38.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d6816645766f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "18530"
    uid: 4eca2a84-00f6-4186-8d58-c8e6afb96de1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18536"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:18Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d68166679b3c62
    namespace: kserve-ci-e2e-test
    resourceVersion: "18547"
    uid: 1959c8ee-70b4-4ef9-9fb8-65f5ac2181a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d6816669374c73
    namespace: kserve-ci-e2e-test
    resourceVersion: "18550"
    uid: bd0e92f5-e996-4cf5-aaea-7c2cbcf1629b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d681666c58b459
    namespace: kserve-ci-e2e-test
    resourceVersion: "18552"
    uid: 1c84a5e5-40aa-4e60-b42e-b1c38ccb8f59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d681666cc930f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18553"
    uid: 870f6387-fb45-4f7d-9214-12587581f81d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:23Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d68167704dfd00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18584"
    uid: d4d05eca-7a5a-4ca8-9a5b-aab6264c8767
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:23Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d681677369961d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: 981c4a2f-477a-46a8-bc41-0216324e8f7b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:23Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d6816773dcec65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: efd20815-c026-43d0-b4b2-aae619562f7b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:23Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d6816773e85296
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: a0a52c1a-499b-4dac-b2d3-95fc7165d7ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:23Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d6816776ba99d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18592"
    uid: dd6563a5-bbe2-40c9-a53d-1a7c750fb124
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:36:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:36:23Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d68167772a5d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "18593"
    uid: 1991a1f9-430f-4ea1-b72e-65cb6c5676cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:37:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:36:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:36Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d68167e824359d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18959"
    uid: 4dee682e-c36c-48c2-9fe3-9f45e073552a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:37:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:48Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d6817b5984c24d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 852fc398-75eb-483d-af6c-606662462be6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:37:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:48Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d6817b598574e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 5b3bd30a-7bf2-4d53-a38a-892e8a44030e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18528"
    uid: 8f48102d-5e04-4c04-8df7-e2483822e5ba
  kind: Event
  lastTimestamp: "2026-09-18T19:37:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:37:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:51Z"
    name: raw-sklearn-9b178-predictor-5788b5574-qlgv6.18d6817bee5a0557
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: 5c6d914d-96d4-4860-a860-9ff91473eaf8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-38.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-38.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-9b178-predictor-5788b5574
    namespace: kserve-ci-e2e-test
    resourceVersion: "18517"
    uid: 66c159e3-d145-4018-b34f-fd8317f407ad
  kind: Event
  lastTimestamp: "2026-09-18T19:36:18Z"
  message: 'Created pod: raw-sklearn-9b178-predictor-5788b5574-qlgv6'
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178-predictor-5788b5574.18d6816644faeb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18527"
    uid: 32ced296-e874-41fd-8129-4e95a13bbc18
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-9b178-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18514"
    uid: 77b9bc36-c283-4744-af51-eba04efb8dfe
  kind: Event
  lastTimestamp: "2026-09-18T19:36:18Z"
  message: Scaled up replica set raw-sklearn-9b178-predictor-5788b5574 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178-predictor.18d6816641e56908
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 8d4283c9-ff8d-486a-95e1-d69dbc6bbd1a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9b178-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: 19fe4854-21ef-4151-bbba-3db58f7adaf0
  kind: Event
  lastTimestamp: "2026-09-18T19:37:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:37:03Z"
    name: raw-sklearn-9b178-predictor.18d68169c0cf12f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18798"
    uid: 5a3572dd-18cd-4d1c-b310-72dda4fb8438
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9b178-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: 19fe4854-21ef-4151-bbba-3db58f7adaf0
  kind: Event
  lastTimestamp: "2026-09-18T19:37:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:37:03Z"
    name: raw-sklearn-9b178-predictor.18d68169c137ecfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: a52876a9-8fd0-49fe-b737-4b4b4f7b2160
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9b178-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 19fe4854-21ef-4151-bbba-3db58f7adaf0
  kind: Event
  lastTimestamp: "2026-09-18T19:37:48Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:37:48Z"
    name: raw-sklearn-9b178-predictor.18d6816d4015a36a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19023"
    uid: 954a4f43-6f4b-461d-9644-3afb5156b5ac
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-9b178-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18650"
    uid: 19fe4854-21ef-4151-bbba-3db58f7adaf0
  kind: Event
  lastTimestamp: "2026-09-18T19:37:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:37:48Z"
    name: raw-sklearn-9b178-predictor.18d6816d408bef8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19024"
    uid: bc8b7744-aff9-4ce5-8789-3a2963f7a05d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9b178
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: c131a502-ddd4-4772-944f-5cf716fb8cf9
  kind: Event
  lastTimestamp: "2026-09-18T19:37:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:37:46Z"
    name: raw-sklearn-9b178.18d681664272ed67
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 65c60501-a5a9-4e39-bace-08d63f68fe5d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9b178
    namespace: kserve-ci-e2e-test
    resourceVersion: "18506"
    uid: c131a502-ddd4-4772-944f-5cf716fb8cf9
  kind: Event
  lastTimestamp: "2026-09-18T19:36:18Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-9b178": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-9b178":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178.18d6816642f211b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18538"
    uid: d4a7ca96-793a-449f-b712-d5aedabbc452
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:36:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9b178
    namespace: kserve-ci-e2e-test
    resourceVersion: "18509"
    uid: c131a502-ddd4-4772-944f-5cf716fb8cf9
  kind: Event
  lastTimestamp: "2026-09-18T19:36:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-9b178": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:36:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:36:18Z"
    name: raw-sklearn-9b178.18d6816649618ce1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18539"
    uid: c12dc0af-c54e-4005-99b1-c06dd551e99e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-9b178
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: c131a502-ddd4-4772-944f-5cf716fb8cf9
  kind: Event
  lastTimestamp: "2026-09-18T19:37:46Z"
  message: InferenceService [raw-sklearn-9b178] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:37:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:37:46Z"
    name: raw-sklearn-9b178.18d6817ae9ae6866
    namespace: kserve-ci-e2e-test
    resourceVersion: "19014"
    uid: ae5d95d0-7ed0-494e-a231-a2dc74a3b612
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T19:37:53.961154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    to ip-10-0-138-252.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T19:37:53Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T19:37:53Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817c928f95cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19099"
    uid: ade25856-8991-4848-896c-73bc0d7621f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-565cd56479-9b6bz
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19106"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:54Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T19:37:54Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817cb4434492
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: 3dda56ba-2eae-4970-a970-f81ae6e883c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:0d02ee9c5751b53c265ac939508c0a6220ab7a2cbf94f22a8d1199e5d5c8a9e3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:54Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817cb635d4e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19115"
    uid: a57027b9-6959-44db-a1c9-b7b54d4840ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:54Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817cb8f4f6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: e9aab861-b7b0-49d5-b452-7cf5ccad07f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T19:37:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:54Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817cb979c572
    namespace: kserve-ci-e2e-test
    resourceVersion: "19117"
    uid: 6b9432d8-f352-4023-8b70-59e041cfe187
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:58Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:58Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817dbc74ab47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 85ec047c-228c-428a-ade0-2240de588fd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:59Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817dbf550d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "19142"
    uid: 7b62dd55-a09b-455c-adef-63510f205868
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:59Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817dbfc0a7e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: 5ba932c3-92b4-41be-9a78-c641acc7f6a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:59Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817dbfc9749c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19144"
    uid: df53214c-dba3-4a34-863b-71729caba6d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:59Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817dc29564c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19147"
    uid: 42fadd9b-7cb5-4bb9-b0c2-2a8cbaa61553
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:37:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:37:59Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817dc300231a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 98f1f632-db56-4588-a592-1b3c3db812ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:39:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T19:37:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:25Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d6817df87a0859
    namespace: kserve-ci-e2e-test
    resourceVersion: "19755"
    uid: 479cf666-9d63-46ce-a1be-36a5ce929301
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:39:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T19:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:24Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d68191a39cccfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19746"
    uid: 0ba84284-17fb-4d6a-9406-3245afd26db1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:39:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T19:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:24Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d68191a39d3869
    namespace: kserve-ci-e2e-test
    resourceVersion: "19747"
    uid: 9b49d904-507c-41fd-a44a-2e2cc3e227df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: d1243a4e-c7fd-4be3-b73f-3c4ec714f5f3
  kind: Event
  lastTimestamp: "2026-09-18T19:39:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T19:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T19:39:25Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r.18d68191fea042f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19754"
    uid: 2cddd88a-bb39-42a6-a9f4-140c62f21c6a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-252.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-252.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19082"
    uid: 1285a57e-ea04-4adf-a707-b18bebc917c6
  kind: Event
  lastTimestamp: "2026-09-18T19:37:53Z"
  message: 'Created pod: raw-sklearn-runtime-82555-predictor-6687b46c9d-k226r'
  metadata:
    creationTimestamp: "2026-09-18T19:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:37:53Z"
    name: raw-sklearn-runtime-82555-predictor-6687b46c9d.18d6817c91e95508
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: 637b3c7c-207b-4937-b9f5-a1b11b90e132
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-82555-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19080"
    uid: a364960a-ea15-47dd-ae24-5101209a738d
  kind: Event
  lastTimestamp: "2026-09-18T19:37:53Z"
  message: Scaled up replica set raw-sklearn-runtime-82555-predictor-6687b46c9d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T19:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:37:53Z"
    name: raw-sklearn-runtime-82555-predictor.18d6817c8b0c8b6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19087"
    uid: 87045e74-799c-49e6-bc85-7b51219c83d3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-82555-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: f11c994c-5e65-4ca2-a43e-13285c11b2e9
  kind: Event
  lastTimestamp: "2026-09-18T19:38:38Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:38Z"
    name: raw-sklearn-runtime-82555-predictor.18d6818009b0e14c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19346"
    uid: d4231db4-857f-41ae-9137-2dbbb64d0c8a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-82555-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19081"
    uid: f11c994c-5e65-4ca2-a43e-13285c11b2e9
  kind: Event
  lastTimestamp: "2026-09-18T19:38:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T19:38:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:38:38Z"
    name: raw-sklearn-runtime-82555-predictor.18d681800a2e4600
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: a93ea9f2-4b25-4597-80d6-219a79ec8913
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-82555-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19203"
    uid: f11c994c-5e65-4ca2-a43e-13285c11b2e9
  kind: Event
  lastTimestamp: "2026-09-18T19:39:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:39:23Z"
    name: raw-sklearn-runtime-82555-predictor.18d68183899778c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19725"
    uid: f0c487ce-4594-4dcc-a141-93aedd7122fa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T19:38:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-82555-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19203"
    uid: f11c994c-5e65-4ca2-a43e-13285c11b2e9
  kind: Event
  lastTimestamp: "2026-09-18T19:39:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T19:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T19:39:23Z"
    name: raw-sklearn-runtime-82555-predictor.18d681838a21b906
    namespace: kserve-ci-e2e-test
    resourceVersion: "19726"
    uid: 42aeda6a-397c-4fd0-8433-d0482660722c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-82555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: fc325b76-5f57-410a-b3c4-54c41f242954
  kind: Event
  lastTimestamp: "2026-09-18T19:39:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T19:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:39:16Z"
    name: raw-sklearn-runtime-82555.18d6817c8af8595b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19683"
    uid: cb85b775-1792-4971-9b53-4ae6e08bc8be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-82555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: fc325b76-5f57-410a-b3c4-54c41f242954
  kind: Event
  lastTimestamp: "2026-09-18T19:37:53Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-82555":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-82555":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:37:53Z"
    name: raw-sklearn-runtime-82555.18d6817c8b983d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: 76dd849e-ca08-4108-b955-a0d48950a33a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:37:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-82555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19074"
    uid: fc325b76-5f57-410a-b3c4-54c41f242954
  kind: Event
  lastTimestamp: "2026-09-18T19:37:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-runtime-82555": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T19:37:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:37:53Z"
    name: raw-sklearn-runtime-82555.18d6817c940c5f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19107"
    uid: 6b06fc75-82c9-48d9-b460-ef7ba5af7bd3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T19:39:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-82555
    namespace: kserve-ci-e2e-test
    resourceVersion: "19681"
    uid: fc325b76-5f57-410a-b3c4-54c41f242954
  kind: Event
  lastTimestamp: "2026-09-18T19:39:16Z"
  message: InferenceService [raw-sklearn-runtime-82555] is Ready
  metadata:
    creationTimestamp: "2026-09-18T19:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T19:39:16Z"
    name: raw-sklearn-runtime-82555.18d6818fb1a72044
    namespace: kserve-ci-e2e-test
    resourceVersion: "19682"
    uid: 03ab0885-f6cc-422d-ac5b-1113b967c390
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "22401"