---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:16.660896Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7d998654b-d2jqt
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d327500198a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20616"
    uid: 9abb06cc-5b4c-43b1-a814-2f39e048dd3e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d3285623450
    namespace: kserve-ci-e2e-test
    resourceVersion: "20640"
    uid: 0700ca1a-f08a-4c7a-94e7-3717c736f94b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20620"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d32ba9ef7ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "20658"
    uid: d7f3a204-989d-4f0b-89cb-61806526f937
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d32bc10df2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20660"
    uid: 3a12d38d-2248-4363-aa76-3027313f16d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d32bed9f441
    namespace: kserve-ci-e2e-test
    resourceVersion: "20663"
    uid: 20f040f3-fbc9-49e7-be55-eda100177a4e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d32bf4969fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20665"
    uid: 4662aedb-1ab0-4845-8961-9f79365cc01d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d33a9100ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20726"
    uid: f9df455b-e517-41cb-be58-1f3af0cd863f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d33abd61ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 7741b178-c180-443e-a76f-1ab130dfa11e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d33ac4444e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20729"
    uid: 1977c99d-3799-4819-aece-bb404302213c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d33ac4cd83b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20730"
    uid: 107cc29f-100e-4e2c-92d7-3dbe2ae76767
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d33aee27d22
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 013642e5-f343-48e8-a1f9-d3bb863dc67d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d33af4ef219
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: d441dbeb-490b-47c6-95e0-cb619bd87c11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:54:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:48Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d33e5112367
    namespace: kserve-ci-e2e-test
    resourceVersion: "21433"
    uid: c4b8e5a2-4706-47c6-a8d0-07f4a9c456b9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:54:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:46Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d476f570a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21413"
    uid: 715c48ea-d84b-4956-9354-b8068b0728c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:54:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:46Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d476f577048
    namespace: kserve-ci-e2e-test
    resourceVersion: "21415"
    uid: 4029e368-c463-4225-8768-d4c925b2b3f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-d2jqt
    namespace: kserve-ci-e2e-test
    resourceVersion: "20615"
    uid: 8c6366fb-8881-4eb3-b237-cd268fa59e26
  kind: Event
  lastTimestamp: "2026-09-17T17:54:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:48Z"
    name: isvc-canary-create-predictor-7d998654b-d2jqt.18d62d47eb456ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21432"
    uid: e2defb3f-cec5-42ac-8508-1354bc9bbdca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:16.708281Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20621"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-7d998654b-l5p9b
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d3277d318fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20625"
    uid: e750264a-616a-4637-b136-6c97c149251d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d32845d14dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20639"
    uid: 669f8d89-453e-4aa6-a004-a1e898658631
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20629"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d32bd74728b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20661"
    uid: 4c26fb49-928e-43d9-8d11-d16a21da533a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d32beec64d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20664"
    uid: 78fbdc4f-dea0-455c-833d-5dbdd5de1f3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d32c20ddc74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20666"
    uid: a53550fa-2b6d-41e6-9a24-c0f510f98197
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d32c277a014
    namespace: kserve-ci-e2e-test
    resourceVersion: "20667"
    uid: c2e577ff-890b-4b5f-a37d-c9b90ce31834
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d33c0ae4818
    namespace: kserve-ci-e2e-test
    resourceVersion: "20738"
    uid: fa3eaacc-e89d-47c0-ba44-4600bb5160d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d33c4bc7d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "20741"
    uid: 433f2d27-02ca-4797-9cf1-958ffab1334f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d33c52e0ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20742"
    uid: b9db6395-40cc-4785-8a3d-fca1dbfdd432
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d33c5377a78
    namespace: kserve-ci-e2e-test
    resourceVersion: "20743"
    uid: d65a87fb-e759-448b-8c0a-8c5d93d8ac29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d33c7fb82f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 49130d3f-e3fb-423f-b35e-173999b5ad42
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:53:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:22Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d33c8662c96
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: afe8e45a-f098-4dce-ad20-057d631df747
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:54:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:29Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d33fcc3f0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21226"
    uid: 09c21ef7-f829-41d6-a71a-044ed3ffe657
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:54:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:39Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d45bf6bed6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21333"
    uid: 58c79047-16b3-4962-b69f-3835b8f00645
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-7d998654b-l5p9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20623"
    uid: 6041bf58-8ed7-4c98-a125-75578c31effd
  kind: Event
  lastTimestamp: "2026-09-17T17:54:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:39Z"
    name: isvc-canary-create-predictor-7d998654b-l5p9b.18d62d45bf6c60b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: ee788068-1573-4dcc-8338-265041a72bfa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d998654b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: e035b032-fa29-4da1-aa12-ccde2f9c1f05
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'Created pod: isvc-canary-create-predictor-7d998654b-d2jqt'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-predictor-7d998654b.18d62d3274880bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20614"
    uid: 17fbc788-97d4-4af7-abb2-4f36b51f9206
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d998654b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20596"
    uid: e035b032-fa29-4da1-aa12-ccde2f9c1f05
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'Created pod: isvc-canary-create-predictor-7d998654b-l5p9b'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-predictor-7d998654b.18d62d3277665a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "20622"
    uid: ec7b3c65-3c5e-4e67-9f9a-f5638230a547
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-7d998654b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21319"
    uid: e035b032-fa29-4da1-aa12-ccde2f9c1f05
  kind: Event
  lastTimestamp: "2026-09-17T17:54:39Z"
  message: 'Deleted pod: isvc-canary-create-predictor-7d998654b-l5p9b'
  metadata:
    creationTimestamp: "2026-09-17T17:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:39Z"
    name: isvc-canary-create-predictor-7d998654b.18d62d45b7b05b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21326"
    uid: 0bd88945-5c30-4c6c-bbbf-ea2f5c9a87f1
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20594"
    uid: 9014da4e-bd9e-42be-98f8-2cb4e60855de
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: Scaled up replica set isvc-canary-create-predictor-7d998654b from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-predictor.18d62d3270fc1e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20598"
    uid: a711a35c-9f11-4485-bf4c-676d74997753
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21314"
    uid: 9014da4e-bd9e-42be-98f8-2cb4e60855de
  kind: Event
  lastTimestamp: "2026-09-17T17:54:39Z"
  message: Scaled down replica set isvc-canary-create-predictor-7d998654b from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:39Z"
    name: isvc-canary-create-predictor.18d62d45b709c698
    namespace: kserve-ci-e2e-test
    resourceVersion: "21321"
    uid: 416014c2-cf0f-4290-9b99-f026405350fb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:53:16.613701Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20602"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d32722fed24
    namespace: kserve-ci-e2e-test
    resourceVersion: "20608"
    uid: e32fbde8-0e2a-45c8-af02-e12e600f5987
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20612"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d32940c66c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: 1553f4a4-d814-42d9-a8dd-87941dbeb56e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d3295768713
    namespace: kserve-ci-e2e-test
    resourceVersion: "20650"
    uid: 0e226abf-0560-41a6-acb6-abf7b65df692
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d32985795fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20651"
    uid: 1cefc4c3-7deb-49dd-894d-a3f5e3d39938
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:17Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d3298c97520
    namespace: kserve-ci-e2e-test
    resourceVersion: "20652"
    uid: 37992637-3a5a-482a-9fc2-da13daf38204
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d3384905167
    namespace: kserve-ci-e2e-test
    resourceVersion: "20710"
    uid: 89f0707b-4f82-4b5a-90cb-20d3efb05bdb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d33881c1b25
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: 213b1a0a-f218-40bf-a95d-d9a63bd41e68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d33888b96d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20713"
    uid: 09037600-5825-4b28-a9ab-62ff6dfb3cc0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d3388950ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: 8c880210-0d12-4d38-9af2-b4337464b66b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d338b1bef34
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: c454b920-5275-4166-86a5-06dfa03d5027
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:53:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:21Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d338b870850
    namespace: kserve-ci-e2e-test
    resourceVersion: "20717"
    uid: 4e07bf03-505a-4f12-87c0-1ed65d3bee63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:54:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:49Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d33fcbd0618
    namespace: kserve-ci-e2e-test
    resourceVersion: "21437"
    uid: 1c6c9e18-73f2-4aae-8bd1-49506027d872
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:54:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:46Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d476f151791
    namespace: kserve-ci-e2e-test
    resourceVersion: "21411"
    uid: 7345d135-d113-4b90-9c3c-d376660c7dce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:54:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:46Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d476f15bc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21412"
    uid: 9e5cd470-4b7b-471b-8f67-a93ec207ad03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: b2854300-a64d-430c-9d4c-0f1d5f32331d
  kind: Event
  lastTimestamp: "2026-09-17T17:54:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:49Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq.18d62d480304394a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21436"
    uid: 13101b7b-fc54-4e13-952c-674a514a3af1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-b6f7cbdf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20586"
    uid: 51f3c7f9-0db2-4917-9940-831e95466bc1
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-b6f7cbdf5-66ppq'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-v2-predictor-b6f7cbdf5.18d62d3271beb717
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: bdbdef3a-4b28-4e70-b177-fa0a9fad0b79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: c9ab5de8-0b9b-4124-b6c7-34c32f6eedd6
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-b6f7cbdf5 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create-v2-predictor.18d62d326e5aa542
    namespace: kserve-ci-e2e-test
    resourceVersion: "20587"
    uid: f0c71174-8e05-475b-a055-9fb7f72c6f60
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: b55c47fe-8711-42b6-82be-16a0f2046529
  kind: Event
  lastTimestamp: "2026-09-17T17:54:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:39Z"
    name: isvc-canary-create.18d62d3270a48259
    namespace: kserve-ci-e2e-test
    resourceVersion: "21338"
    uid: 58397a48-35f2-493d-9222-a1cc291f765b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: b55c47fe-8711-42b6-82be-16a0f2046529
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create.18d62d3271212098
    namespace: kserve-ci-e2e-test
    resourceVersion: "20632"
    uid: 160b3144-9697-427d-8418-d8f6455c38ce
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: b55c47fe-8711-42b6-82be-16a0f2046529
  kind: Event
  lastTimestamp: "2026-09-17T17:53:16Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:53:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:16Z"
    name: isvc-canary-create.18d62d32712178af
    namespace: kserve-ci-e2e-test
    resourceVersion: "20634"
    uid: 3a9affa2-953c-4522-8250-fc2abbb7abbb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21316"
    uid: b55c47fe-8711-42b6-82be-16a0f2046529
  kind: Event
  lastTimestamp: "2026-09-17T17:54:39Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:39Z"
    name: isvc-canary-create.18d62d45b6bcfe60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: e8f73dc9-ed10-4b31-95ac-548994120fa0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:51.996088Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21508"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5fb5f89d9d-4t767
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d48a76bb250
    namespace: kserve-ci-e2e-test
    resourceVersion: "21513"
    uid: cc7907e5-a2cd-4dc3-bac4-96f3732d83f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d48c91b8b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21535"
    uid: 82982ddd-e0e1-48a7-83fa-aeba5a40a6ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d48ca85dc8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21541"
    uid: dad1ccbd-6dc9-4a1e-a011-873a26f85891
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d48cdbb4f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21546"
    uid: f807b7a5-efe6-4592-a94a-ff145284de44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d48ce31d60e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21547"
    uid: 63b44dbb-785d-4aad-8cdf-ae2b40a4d84b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d49b9b49861
    namespace: kserve-ci-e2e-test
    resourceVersion: "21587"
    uid: 253d172c-ec26-4b5e-bf25-7d29c352a42c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d49bd2a6950
    namespace: kserve-ci-e2e-test
    resourceVersion: "21591"
    uid: 2f2d52ae-3478-4834-97a3-db0294c94f96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d49bd9d8a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "21593"
    uid: 02e33641-267a-44f6-9aea-739ea2f7fd79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d49bda98b16
    namespace: kserve-ci-e2e-test
    resourceVersion: "21594"
    uid: a98b8048-909d-49f6-9ff9-7eeacfc3d2c3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d49c0cde985
    namespace: kserve-ci-e2e-test
    resourceVersion: "21599"
    uid: a67357a6-274f-4c67-9e67-0e605ab52883
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d49c17ea932
    namespace: kserve-ci-e2e-test
    resourceVersion: "21602"
    uid: ea51b3a9-d59c-45fc-86dd-9500a96eabfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:56:03Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:03Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d49f5f16e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22091"
    uid: 98c406f9-67ac-49e1-8681-2f4b774b8690
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:56:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:14Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d5becc69661
    namespace: kserve-ci-e2e-test
    resourceVersion: "22204"
    uid: cbc1103b-09e0-483d-a6e6-941c2c8b0045
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21511"
    uid: 14ef5408-0963-4831-88fe-e2e39ade5941
  kind: Event
  lastTimestamp: "2026-09-17T17:56:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:14Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-4t767.18d62d5becc70d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22205"
    uid: 087e84b4-f3c9-47b6-96d9-d2dcc60da807
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:51.933286Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d48a3ad5bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21499"
    uid: e5b163aa-055f-4267-a0f5-505afeab1de9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21506"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d48c579bb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21530"
    uid: d26a4e43-e4a8-45f9-9061-fec223903f25
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d48c71bfa04
    namespace: kserve-ci-e2e-test
    resourceVersion: "21534"
    uid: 88b3e51b-be7b-4b57-b8d7-e39b3f022545
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d48c9bc4ea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21538"
    uid: 5d87a5c3-4ae6-457e-b55a-d1a7da9a0ca8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d48ca2bf48a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21540"
    uid: 6e611e87-7aeb-497e-8cc8-74898f91d5f8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d49dd8cf000
    namespace: kserve-ci-e2e-test
    resourceVersion: "21607"
    uid: 9735b6d0-6fd6-4e6f-8ada-338fa3ce1a93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d49e05e3b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "21609"
    uid: 425aca7f-a835-4f23-be37-1febc98e7e90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d49e0cabb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21610"
    uid: c3d8f537-df16-4638-81bd-fa3df535eb16
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d49e0d3d740
    namespace: kserve-ci-e2e-test
    resourceVersion: "21611"
    uid: 124a79f0-064d-45fc-b2a7-64f608ce2a7e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d49e3d391c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: b708db0d-ed27-4453-9ff1-d8d2beb26105
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:54:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:57Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d49e43e8329
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 806226d8-6f10-4c52-8655-a4974b7d13e5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:56:25Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:25Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d4a555ffb48
    namespace: kserve-ci-e2e-test
    resourceVersion: "22328"
    uid: 038e1307-2666-4751-8d9c-7c2304082c90
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:56:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:21Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d5d9badfd66
    namespace: kserve-ci-e2e-test
    resourceVersion: "22280"
    uid: 9eabfedf-69df-4083-acc0-9bd8da68b18e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:56:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:21Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d5d9bae62df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22281"
    uid: 1112b2e7-2fef-4940-9248-40697917b92a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "21495"
    uid: b44323b3-817d-4a7e-a952-d64f03b6c6ab
  kind: Event
  lastTimestamp: "2026-09-17T17:56:25Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:25Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw.18d62d5e5b8ba44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: 2a6b538f-ec4d-4b3e-bf52-bde518db29d2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fb5f89d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 69f80472-d3a0-4ed3-b6d5-ce3f190779db
  kind: Event
  lastTimestamp: "2026-09-17T17:54:51Z"
  message: 'Created pod: isvc-canary-promote-predictor-5fb5f89d9d-qnbgw'
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d.18d62d48a33bd52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: b56b72c5-2136-4b4b-ba41-15235d887788
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fb5f89d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21481"
    uid: 69f80472-d3a0-4ed3-b6d5-ce3f190779db
  kind: Event
  lastTimestamp: "2026-09-17T17:54:51Z"
  message: 'Created pod: isvc-canary-promote-predictor-5fb5f89d9d-4t767'
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d.18d62d48a6db4369
    namespace: kserve-ci-e2e-test
    resourceVersion: "21510"
    uid: 10b330cc-d7b0-4222-9ee6-13af57c0e3eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5fb5f89d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22196"
    uid: 69f80472-d3a0-4ed3-b6d5-ce3f190779db
  kind: Event
  lastTimestamp: "2026-09-17T17:56:14Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-5fb5f89d9d-4t767'
  metadata:
    creationTimestamp: "2026-09-17T17:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:14Z"
    name: isvc-canary-promote-predictor-5fb5f89d9d.18d62d5bec9f5432
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 29927b14-d77a-4d9b-9844-0a7a13b8cc58
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21480"
    uid: d5607adb-9303-407d-a2bb-08807299f20f
  kind: Event
  lastTimestamp: "2026-09-17T17:54:51Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5fb5f89d9d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote-predictor.18d62d489fb6f68c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 34d02696-a145-4982-b4a7-b75bffcc5f45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: d5607adb-9303-407d-a2bb-08807299f20f
  kind: Event
  lastTimestamp: "2026-09-17T17:56:14Z"
  message: Scaled down replica set isvc-canary-promote-predictor-5fb5f89d9d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:56:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:14Z"
    name: isvc-canary-promote-predictor.18d62d5bec18ec2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: 25618ded-43c4-4e1f-ae4f-c2ebd7f5d4ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:54:51.923108Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21489"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d48a31213e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21496"
    uid: d3e50b23-601d-4cf0-ad89-0696f2f02496
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d48c4ff1fe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21528"
    uid: dedef072-1210-4f10-bf5d-db864ef2a8d5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d48c6b749f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: 46d766e1-30a5-4478-aae4-27e8c07ca0f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d48c96200ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21536"
    uid: 41ab14a8-f7ba-48c2-b3cc-11cce3df1293
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d48c9d33fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21539"
    uid: dec52c99-ee34-49b0-9553-a696ff3d940c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d49b9c9f37c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21588"
    uid: 393d7a5c-e6b3-4fc8-a389-6368015b7b93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d49bd374364
    namespace: kserve-ci-e2e-test
    resourceVersion: "21592"
    uid: 4e1a38b0-b5f3-4774-9b6d-31534fb4da49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d49bdab5bdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21595"
    uid: 81539ef3-e718-4ea7-ac41-49509019712a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d49bdb92b02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21598"
    uid: ae79cbda-5338-4424-aba1-59e867e65ec2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d49c0de6bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: 54788e61-0b0f-4cb8-aeac-e80b03251192
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:54:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:54:56Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d49c158a782
    namespace: kserve-ci-e2e-test
    resourceVersion: "21601"
    uid: 8445586d-5e24-41df-bc77-6fda05d9118f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:57:54Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:54:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:54Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d4a31c97496
    namespace: kserve-ci-e2e-test
    resourceVersion: "22982"
    uid: f8d575d5-0853-4202-86d2-05b86ef51a9f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:57:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d729e18268d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22957"
    uid: 4c22d6b7-d097-4d7e-8ab8-cdcf54855055
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:57:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d729e18d492
    namespace: kserve-ci-e2e-test
    resourceVersion: "22959"
    uid: 569403c4-549f-44f8-a969-5562adc9c915
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h
    namespace: kserve-ci-e2e-test
    resourceVersion: "21490"
    uid: 4942059e-9920-4057-966a-bdc4e7ef726b
  kind: Event
  lastTimestamp: "2026-09-17T17:57:54Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:54Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-tms4h.18d62d732c5601f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22981"
    uid: 8de6cc81-0019-4519-867d-11db4d88ed02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:56:22.060668Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22285"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:56:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:56:22Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5d9fb01bc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: e0248682-d0fb-4a51-847e-e85183ef390b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22293"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:22Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:56:22Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5dc1714f1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22298"
    uid: 49f75ddb-af9f-44f7-9953-85c997c536da
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:22Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5dc2ef5369
    namespace: kserve-ci-e2e-test
    resourceVersion: "22301"
    uid: 3ed964a0-87af-4a39-8ffd-528154b67821
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:22Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5dc655340c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22302"
    uid: 36d4789e-3c69-47fd-bd22-100fb88e5228
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:22Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5dc6c9568e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 0f068d66-e6ff-4526-9c1f-65d6a83bf5d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:27Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5ee6a4568e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: dc434050-6e45-4ca8-b982-2e8eb2a0c907
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:27Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5eea792a67
    namespace: kserve-ci-e2e-test
    resourceVersion: "22350"
    uid: 54235540-85e9-4419-9af4-f4957435f19c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:27Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5eeae7e0a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22351"
    uid: 993505a4-ea57-499d-944e-68be5a6a2ae7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:27Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5eeaf20985
    namespace: kserve-ci-e2e-test
    resourceVersion: "22352"
    uid: 86746306-16bc-4d0c-8c85-df1c22463a0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:27Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5eedb12bae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22353"
    uid: 8599e4ca-01c3-4cae-8e03-e94014d39db2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:56:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:56:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:56:27Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5eee204f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22354"
    uid: c806b1c7-c3d7-4873-a37c-8712bf6e32ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:57:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:56:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:54Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d5f22a81ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22979"
    uid: bff55a35-4bda-4b06-b511-bb0c8f23386a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:57:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d729df4aae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22956"
    uid: b95354f7-5bbd-47a0-8efe-776c20608a61
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:57:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:57:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:52Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d729df520b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22958"
    uid: 10e22f2c-0de4-4669-83b7-6ed263bdca24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:57:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22287"
    uid: fd404d77-26ef-4fc4-9bac-62d93bab0fd1
  kind: Event
  lastTimestamp: "2026-09-17T17:57:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:57:54Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf.18d62d7328db99db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22978"
    uid: 223cb2dc-e5e6-40eb-b388-7bac09914d59
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-584d7dc949
    namespace: kserve-ci-e2e-test
    resourceVersion: "21471"
    uid: 085cdea8-3dec-42e4-ac7b-94d3426823b9
  kind: Event
  lastTimestamp: "2026-09-17T17:54:51Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-584d7dc949-tms4h'
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949.18d62d48a28360d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21491"
    uid: 370cb031-97fd-43a1-a592-69177c802a44
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-584d7dc949
    namespace: kserve-ci-e2e-test
    resourceVersion: "22270"
    uid: 085cdea8-3dec-42e4-ac7b-94d3426823b9
  kind: Event
  lastTimestamp: "2026-09-17T17:56:22Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-584d7dc949-xdnbf'
  metadata:
    creationTimestamp: "2026-09-17T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:22Z"
    name: isvc-canary-promote-v2-predictor-584d7dc949.18d62d5d9f4ac8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22286"
    uid: 71ad8490-45e9-4a85-80e4-d0855a4c1057
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21470"
    uid: e903056b-37f5-4aef-9b08-bc42182f5334
  kind: Event
  lastTimestamp: "2026-09-17T17:54:51Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-584d7dc949 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote-v2-predictor.18d62d489ce60656
    namespace: kserve-ci-e2e-test
    resourceVersion: "21472"
    uid: 6ce97775-49f5-4282-a64a-44b7cd33f491
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22265"
    uid: e903056b-37f5-4aef-9b08-bc42182f5334
  kind: Event
  lastTimestamp: "2026-09-17T17:56:21Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-584d7dc949 from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T17:56:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:56:21Z"
    name: isvc-canary-promote-v2-predictor.18d62d5d9a700f3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22274"
    uid: b2d1fda5-0bd4-459b-9ec5-7ff9b0b61859
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 23
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: 4421bade-643e-423e-b6ea-f3f2a306700c
  kind: Event
  lastTimestamp: "2026-09-17T17:56:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:56:22Z"
    name: isvc-canary-promote.18d62d489f3c4b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "22283"
    uid: 0268946a-5d35-4415-abc8-5e5c260caca7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: 4421bade-643e-423e-b6ea-f3f2a306700c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote.18d62d489ffd7005
    namespace: kserve-ci-e2e-test
    resourceVersion: "21485"
    uid: 0672a827-5e02-4c90-adc8-88e37d856af6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:54:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21462"
    uid: 4421bade-643e-423e-b6ea-f3f2a306700c
  kind: Event
  lastTimestamp: "2026-09-17T17:54:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:54:51Z"
    name: isvc-canary-promote.18d62d489ffdb908
    namespace: kserve-ci-e2e-test
    resourceVersion: "21488"
    uid: 8c95864e-381b-411b-945e-30d29b3c8eaf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:56:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22176"
    uid: 4421bade-643e-423e-b6ea-f3f2a306700c
  kind: Event
  lastTimestamp: "2026-09-17T17:57:44Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:57:44Z"
    name: isvc-canary-promote.18d62d5bae9bce81
    namespace: kserve-ci-e2e-test
    resourceVersion: "22890"
    uid: b2348d8e-7f0a-460a-845d-a54a9fda139c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:43:10.908649Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14377"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-786544c6c8-7jbxc
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62ca56b5a4f1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14383"
    uid: 427e7fce-3056-41af-a9ac-2c4f1aa69d77
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62ca578da02b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14408"
    uid: 72fc5c91-3782-4739-80e4-2269b6712488
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14389"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:12Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:43:12Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62ca5b0d7aa68
    namespace: kserve-ci-e2e-test
    resourceVersion: "14437"
    uid: 56f71adf-faae-49d5-a112-0d40ca189cf1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:12Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
  metadata:
    creationTimestamp: "2026-09-17T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:12Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62ca5b2825d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14441"
    uid: f5811bf0-2e87-4a72-8507-aa9d2efffd40
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    in 2.791s (2.791s including waiting). Image size: 308174244 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62ca658e3e140
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: 4a51cb7e-6f2e-4f2d-93c5-fb5095f8057a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62ca65ba15c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14474"
    uid: ff4bb87e-0ca1-4642-82be-91a28b48c788
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:14Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62ca65c5197c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14476"
    uid: 0c70400c-0ffd-495f-b33b-e361cdc0a79d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:19Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
  metadata:
    creationTimestamp: "2026-09-17T17:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:19Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62ca780079a3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: 1bfe3a77-6918-4c09-a67d-c8701768636c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    in 15.603s (15.603s including waiting). Image size: 1583073164 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cab2211e44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14658"
    uid: bcf7e89c-7997-4a9b-9333-82129b5e96a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cab25acbf3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14660"
    uid: a177ddd5-203d-410e-bb07-e6909510f806
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cab2622873f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14662"
    uid: 86b4fd1a-fd27-410d-a734-652a7f6abd7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cab26306d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "14663"
    uid: e0b30ee5-304b-40fe-8794-8edfb2282cc5
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.447s (2.447s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:37Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cabb815cd0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14691"
    uid: 88398a74-2be4-467f-b895-599945f75f9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:38Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cabbaded720
    namespace: kserve-ci-e2e-test
    resourceVersion: "14693"
    uid: aab80fbf-f33c-4423-b09d-ee0cdb408908
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:43:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:38Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cabbb52a8c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14696"
    uid: 8ce43c0a-d25d-4bc5-b9dd-844ee592ab9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:44:46Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:46Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cac301f663a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: 3fc221e4-766a-40f6-bd43-3739a31bf475
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:44:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:46Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cbb95a2979d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: fb3e3d2d-1e01-44da-b0ba-4ac05f569591
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:44:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:46Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cbb95a3ec10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15248"
    uid: 7239ca7f-6337-4a1e-b347-845ae6cca271
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14380"
    uid: 4ffaea3e-67a7-4cbb-aaea-222d39974f4c
  kind: Event
  lastTimestamp: "2026-09-17T17:44:50Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:50Z"
    name: isvc-canary-rollback-predictor-786544c6c8-7jbxc.18d62cbcb86d3b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "15329"
    uid: da140987-fc48-428d-bf42-b22406236be7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:43:10.841061Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14359"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-786544c6c8-l84cg
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62ca5675301f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14362"
    uid: b5663fff-ef49-43ce-b6b4-bb30f59d90f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62ca5735c52fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14403"
    uid: 6811bf20-1298-49b1-a028-5576be532d0f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14367"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:12Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:43:12Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62ca5acc0a828
    namespace: kserve-ci-e2e-test
    resourceVersion: "14434"
    uid: 1d6a631b-36d1-489e-b842-48d587a6f979
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:12Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62ca5ae5a0f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14436"
    uid: ab9d38a7-bb41-49e7-aa27-9ee1b0c35e1d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:12Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62ca5b1b704ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14439"
    uid: 9da03c97-b90d-4795-a9f6-2b490dae1fb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:43:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:12Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62ca5b223cbe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14440"
    uid: 89db4d17-4c53-41c9-9df0-60270c16cdfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:16Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
  metadata:
    creationTimestamp: "2026-09-17T17:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:16Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62ca6abf73240
    namespace: kserve-ci-e2e-test
    resourceVersion: "14499"
    uid: 8e63268a-8b56-41fd-bfad-0e573628a755
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    in 16.607s (16.607s including waiting). Image size: 1583073164 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:32Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62caa89d2a6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14628"
    uid: b8673b9f-3082-4e52-a099-1c849188af21
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:32Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62caa8d003b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "14630"
    uid: 89ccbdcd-0c0e-4d6c-bf5c-9923a7e49b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:32Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62caa8d66a6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14633"
    uid: 445cbcaa-d719-4d44-9274-340a44369a3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:32Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:32Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62caa8d717d6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14634"
    uid: 3175bad6-a716-480f-b201-391211ca3084
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.384s (2.384s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62cab1b8d3709
    namespace: kserve-ci-e2e-test
    resourceVersion: "14650"
    uid: 2d79cf19-493c-4560-82ca-864f3ba0e072
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62cab1f492128
    namespace: kserve-ci-e2e-test
    resourceVersion: "14653"
    uid: f4e5af5a-687f-4ab4-b228-3a09141da775
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62cab1fb532a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14657"
    uid: bf36e966-e042-4ced-8af1-6e6dbda1b11c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:46:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:23Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62cab9753c6e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16231"
    uid: 774cdeb4-a6f9-4405-8b4e-3e8a65d373c1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:46:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:20Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62cd1a034fad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 8761a10e-8214-48ed-bab2-0248d31c7137
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:46:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:20Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62cd1a0357c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "16203"
    uid: fa05d1f2-0cb5-4f13-8185-a1376768edd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg
    namespace: kserve-ci-e2e-test
    resourceVersion: "14361"
    uid: 2d0dd10a-cafd-491a-aac4-ebe2baf5c52e
  kind: Event
  lastTimestamp: "2026-09-17T17:46:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.25:8643/healthz": dial tcp
    10.134.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:23Z"
    name: isvc-canary-rollback-predictor-786544c6c8-l84cg.18d62cd23de7eebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 68e7d141-4a13-4b93-a85f-413ad04608ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:44:50.737860Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15316"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-786544c6c8-xd6mb
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:44:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:44:50Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbca9a33dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15322"
    uid: 9752c13a-cc8b-44e1-b73a-e431a12215c5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15326"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:51Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:44:51Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbccb853f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15332"
    uid: abeded14-82db-4531-ba6e-89c6c5171cd3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:51Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbccd396b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "15334"
    uid: 5f71f4a3-b495-4def-afe1-8b6233cb3382
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:51Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbcd0e4bfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: fe261fa7-36cd-41e1-ac5c-26974e3e0080
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:44:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:51Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbcd14b14e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15337"
    uid: caa16c78-d099-4f1c-a572-2829b9b4ce52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbdb8c0fcd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15374"
    uid: ef6487bc-f19f-4c87-82bb-68e266581d69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbdbc4863a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15377"
    uid: 2a25d626-3964-4fce-8ded-6f88045cecee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbdbca5a67f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15378"
    uid: 01cab5bb-8915-478d-bee3-72e309fa413f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbdbcaefe87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15379"
    uid: a71fd75c-7d3a-4cc2-90bb-908e951ab3c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbdbf9e7095
    namespace: kserve-ci-e2e-test
    resourceVersion: "15382"
    uid: fa768146-f449-4134-990b-6a0c78d770c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbdbffa7153
    namespace: kserve-ci-e2e-test
    resourceVersion: "15383"
    uid: 54a6d36e-9e8a-4df7-aa70-8d84aea236a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:46:23Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:23Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cbe30e4c5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16226"
    uid: 7d507212-480f-4683-a993-857ae3f17686
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:46:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:20Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cd1a075518b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: 793ceff9-cdd2-41eb-ac76-bf36e6aec6df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:46:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:20Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cd1a0760bb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16204"
    uid: 0a5f792d-aa3a-43bf-95b5-48c121bae5e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15319"
    uid: e69ed496-aee7-4115-ae5a-a9460bcb2e88
  kind: Event
  lastTimestamp: "2026-09-17T17:46:23Z"
  message: 'Readiness probe failed: Get "https://10.132.0.22:8643/healthz": dial tcp
    10.132.0.22:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:23Z"
    name: isvc-canary-rollback-predictor-786544c6c8-xd6mb.18d62cd2371a5ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16225"
    uid: 45486bb3-c721-4b87-b0b5-40fa83813095
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-786544c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: cef5e612-f16e-4340-8ac5-4a8e86ca34e6
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: 'Created pod: isvc-canary-rollback-predictor-786544c6c8-l84cg'
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-predictor-786544c6c8.18d62ca566f0291e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14360"
    uid: cd9d84ff-a4e2-4d0c-a96f-23feff5cd5da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-786544c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14351"
    uid: cef5e612-f16e-4340-8ac5-4a8e86ca34e6
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: 'Created pod: isvc-canary-rollback-predictor-786544c6c8-7jbxc'
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-predictor-786544c6c8.18d62ca56aee49d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14379"
    uid: d7c93b4d-64bc-4877-995d-fbe3db467188
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-786544c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: cef5e612-f16e-4340-8ac5-4a8e86ca34e6
  kind: Event
  lastTimestamp: "2026-09-17T17:44:46Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-786544c6c8-7jbxc'
  metadata:
    creationTimestamp: "2026-09-17T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:46Z"
    name: isvc-canary-rollback-predictor-786544c6c8.18d62cbb9579a4ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15244"
    uid: 5793bfd8-04a0-4cc1-8c97-8c5b27257602
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-786544c6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15300"
    uid: cef5e612-f16e-4340-8ac5-4a8e86ca34e6
  kind: Event
  lastTimestamp: "2026-09-17T17:44:50Z"
  message: 'Created pod: isvc-canary-rollback-predictor-786544c6c8-xd6mb'
  metadata:
    creationTimestamp: "2026-09-17T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:50Z"
    name: isvc-canary-rollback-predictor-786544c6c8.18d62cbca92d35a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15320"
    uid: bafc9781-b10f-42ab-99a8-e94304b683e5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14350"
    uid: f49392d0-b971-4a17-9009-696dfdae6efd
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-786544c6c8 from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-predictor.18d62ca56435123e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14353"
    uid: b0b616d7-73fd-4732-af50-553ba8e2f444
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: f49392d0-b971-4a17-9009-696dfdae6efd
  kind: Event
  lastTimestamp: "2026-09-17T17:44:46Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-786544c6c8 from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:46Z"
    name: isvc-canary-rollback-predictor.18d62cbb94f28a2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15240"
    uid: dcc108f7-ebce-40fc-8b0a-fac829af0615
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15296"
    uid: f49392d0-b971-4a17-9009-696dfdae6efd
  kind: Event
  lastTimestamp: "2026-09-17T17:44:50Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-786544c6c8 from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-17T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:50Z"
    name: isvc-canary-rollback-predictor.18d62cbca30eed55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15304"
    uid: 64c34b39-049e-417d-8860-a6c53185b2f8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:43:10.729167Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14337"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62ca560a7a276
    namespace: kserve-ci-e2e-test
    resourceVersion: "14342"
    uid: f57eaa4d-c002-4db3-9c49-0fa9a5929e69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62ca56d510ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14390"
    uid: c929d638-43ae-45ec-8c0a-a68858293a46
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14345"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62ca5a6280e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14428"
    uid: 94529abd-9f3c-4fca-8d52-7f8485a59e69
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62ca5a79f8c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14430"
    uid: 3b8011dd-4b4d-42be-856a-7aca01280ac0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62ca5ab6d0f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14432"
    uid: 250b2ca4-1bb2-4324-8337-55eab517b39a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62ca5abdaf718
    namespace: kserve-ci-e2e-test
    resourceVersion: "14433"
    uid: e3b6df07-4590-4dde-9dd5-8d3ff53f4da8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:16Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
  metadata:
    creationTimestamp: "2026-09-17T17:43:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:16Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62ca6ac10a4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "14500"
    uid: 05025d9c-d3e9-41b1-b1ad-aa27b391caad
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    in 16.571s (16.571s including waiting). Image size: 1583073164 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:32Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62caa87d3c3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14627"
    uid: 1c40e2c7-f6e0-47a7-bfea-c97afa2f6a6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:32Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62caa8c983e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "14629"
    uid: a4733130-05ac-402b-af1e-1f91a61aa682
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:32Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62caa8d2afc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "14631"
    uid: d5c51ae8-0fe9-4b82-bba6-4a436f7162e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:32Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:43:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:32Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62caa8d380a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "14632"
    uid: 481add0a-fec6-4126-97f8-173a2bf42882
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.389s (2.389s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62cab1bac2a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "14651"
    uid: 7431cd54-f384-43a9-8fe2-3641e34aa2c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62cab1f4cac2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14655"
    uid: 08125e47-59f1-4949-8061-aac9fb1b2fec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62cab1faad1c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14656"
    uid: d46abb22-2e4e-47aa-a9c5-757886878701
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:44:42Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:43:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:42Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62cab5b5142d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15195"
    uid: 8b956a16-c260-4483-809c-32f6daa98dd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:44:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:50Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62cbca485d6e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15311"
    uid: f47bb28a-b5bf-4cdc-8566-d36c22a5665b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:44:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:50Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62cbca4865dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15312"
    uid: 6a011ac7-c5f6-4703-aa54-4a65cc4e40cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp
    namespace: kserve-ci-e2e-test
    resourceVersion: "14339"
    uid: fb568536-6d13-451a-83b9-cb54fa1beb52
  kind: Event
  lastTimestamp: "2026-09-17T17:44:52Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:52Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp.18d62cbd0dac6450
    namespace: kserve-ci-e2e-test
    resourceVersion: "15353"
    uid: fe3f8456-4a4e-4a13-b1b9-89ea2e39e29e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14332"
    uid: 09256322-efa2-41cc-a74e-45afef0f1a57
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-76cbf6b8b7-bnlrp'
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-v2-predictor-76cbf6b8b7.18d62ca5600b9ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14338"
    uid: 24d8a87f-75f0-48b0-9e8c-6db58a3a48d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14331"
    uid: fa057070-1895-4a07-8e81-ff56ea79ed68
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-76cbf6b8b7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback-v2-predictor.18d62ca55baff637
    namespace: kserve-ci-e2e-test
    resourceVersion: "14333"
    uid: 432628d1-cfe7-4593-a47c-06cf02b5dda3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14320"
    uid: a6d8d2ce-8e8f-4ed3-be89-651ab2dc4787
  kind: Event
  lastTimestamp: "2026-09-17T17:44:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:44:50Z"
    name: isvc-canary-rollback.18d62ca564019b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15328"
    uid: ad8f1078-68f8-4010-b350-99fdf8a887e1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14320"
    uid: a6d8d2ce-8e8f-4ed3-be89-651ab2dc4787
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback.18d62ca564792637
    namespace: kserve-ci-e2e-test
    resourceVersion: "14355"
    uid: 7c59fa39-8296-4954-80c7-8029dd45cd9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14320"
    uid: a6d8d2ce-8e8f-4ed3-be89-651ab2dc4787
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-canary-rollback.18d62ca5647981b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14356"
    uid: b86a113e-4da5-4d89-b61b-3f3d513bdfdf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: a6d8d2ce-8e8f-4ed3-be89-651ab2dc4787
  kind: Event
  lastTimestamp: "2026-09-17T17:46:13Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:44:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:13Z"
    name: isvc-canary-rollback.18d62cbb9a222d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16127"
    uid: 318290d8-ed66-482c-bb01-0640c039a3fe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15315"
    uid: a6d8d2ce-8e8f-4ed3-be89-651ab2dc4787
  kind: Event
  lastTimestamp: "2026-09-17T17:44:50Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T17:44:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:44:50Z"
    name: isvc-canary-rollback.18d62cbca8d489d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15317"
    uid: f7ba12f4-84fb-49d1-83a1-8dc7d1e55d6c
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:46:26.045270Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-684df5466b-njrqf
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd2da66ddc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16298"
    uid: 2a137ebc-474b-49d9-a9fd-32d51a582e4f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd2fc7a867f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16328"
    uid: c71dd1b5-562a-42a0-a261-7fe9ebc85262
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd2fde1462a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16331"
    uid: d8b3ccd9-83d6-4b2c-b728-ce7386ee9699
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd3005aec55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16337"
    uid: d1ae22c6-936b-4f1e-b295-2fc8f071369e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd300c09d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 71b0f64f-26bf-44aa-894b-ac44cbd4e37c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd3ee787ef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16389"
    uid: db138010-cff1-4e9e-babe-e856ef67ef25
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd3f1f058f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: c667e9b8-e2b7-4fe8-af82-e468867ee70d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd3f2519869
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: efd66763-4b2c-4f17-968b-33caa798e65b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd3f25c86bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: 1ec3da53-29f7-42f4-8728-5cd8e9f85261
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd3f5ed5c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "16403"
    uid: 79f51b80-5c39-4675-8b35-1b87ce06c4ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd3f6529903
    namespace: kserve-ci-e2e-test
    resourceVersion: "16405"
    uid: 4766b282-bb3f-422d-a65b-9f47083bda51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:47:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:38Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62cd46684d62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17172"
    uid: 82597214-5bc0-4979-96f2-d884162471c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:47:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:47Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62ce5e4b1fee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: a63c23d9-504e-41be-85b1-4cf274bc984a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:47:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:47Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62ce5e4c23f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17267"
    uid: 080b8cda-b602-4055-a7fd-99a2b9339128
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-njrqf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16297"
    uid: 147f60e0-4a29-4a41-938c-f760898b17ce
  kind: Event
  lastTimestamp: "2026-09-17T17:47:48Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:47:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:48Z"
    name: isvc-canary-stop-predictor-684df5466b-njrqf.18d62ce618b009a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: 96ed47c1-df0f-4559-88e6-e0a7e7e7809c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:46:26.104100Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16306"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-684df5466b-pqqwj
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd2dde88f38
    namespace: kserve-ci-e2e-test
    resourceVersion: "16310"
    uid: cdc693ba-8320-4d7d-804f-6386e6bb624f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd2ffb54706
    namespace: kserve-ci-e2e-test
    resourceVersion: "16334"
    uid: e5216e04-d712-4156-85a3-596fe530e865
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd301454e1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16340"
    uid: b283eef1-e782-4d1a-87fd-93579310446d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd303fb75d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: f88ef17d-f412-4176-8774-82b720ae65a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd304696ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: dde7c489-c743-413e-8e0e-7b16ffd8ee5e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:31Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd4088980cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 6b937e11-b053-4bb3-bcf3-e800c7703a41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:31Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd40b880857
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: dc5bed29-fddb-467e-9f7f-6a54cf5b7f68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:31Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd40bf878ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16413"
    uid: 3ed31fb4-02f7-44f9-9b22-c23810a9c24c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:31Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd40c03e206
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: 42be8f90-2ff2-48b3-b09b-819329e2f9f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:31Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd40eec1928
    namespace: kserve-ci-e2e-test
    resourceVersion: "16416"
    uid: 8066c06b-1494-4ea3-95a9-eeb375d8303c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:46:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:31Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd40f5ebf55
    namespace: kserve-ci-e2e-test
    resourceVersion: "16417"
    uid: 2d288c66-e933-4080-97fb-47229400f83c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:47:41Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:41Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62cd44489e456
    namespace: kserve-ci-e2e-test
    resourceVersion: "17199"
    uid: b5fd4331-26af-45a6-8cda-05bbd2d51131
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:47:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:56Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62ce7ccd05dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17372"
    uid: fb0f778e-7a86-4a32-a660-4bdd79de3770
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:47:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:56Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62ce7ccd0ccb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: 6ed9c920-34b7-44a1-9f52-57b5f21ee885
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-684df5466b-pqqwj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16308"
    uid: 9e640c3f-798b-4734-9258-361fb5ccde21
  kind: Event
  lastTimestamp: "2026-09-17T17:47:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.27:8643/healthz": dial tcp
    10.134.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:58Z"
    name: isvc-canary-stop-predictor-684df5466b-pqqwj.18d62ce84aaf4227
    namespace: kserve-ci-e2e-test
    resourceVersion: "17392"
    uid: 7051c5cc-320f-4a05-9628-888c7fd0c4fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-684df5466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1c7ff8cc-d920-4380-9102-ef8d8644857a
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: 'Created pod: isvc-canary-stop-predictor-684df5466b-njrqf'
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b.18d62cd2d9d7bbe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: bdef12a2-171e-4668-b05f-079228ec464f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-684df5466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16275"
    uid: 1c7ff8cc-d920-4380-9102-ef8d8644857a
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: 'Created pod: isvc-canary-stop-predictor-684df5466b-pqqwj'
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-predictor-684df5466b.18d62cd2dd44d0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16307"
    uid: ebd3f321-12af-4102-b118-126ce23143a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-684df5466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17258"
    uid: 1c7ff8cc-d920-4380-9102-ef8d8644857a
  kind: Event
  lastTimestamp: "2026-09-17T17:47:47Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-684df5466b-njrqf'
  metadata:
    creationTimestamp: "2026-09-17T17:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:47Z"
    name: isvc-canary-stop-predictor-684df5466b.18d62ce5e46ea33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 3c3aec07-7938-4861-9503-e916e11636d7
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16274"
    uid: dc308c35-4ce4-4cf4-8226-6571e96c56ce
  kind: Event
  lastTimestamp: "2026-09-17T17:46:25Z"
  message: Scaled up replica set isvc-canary-stop-predictor-684df5466b from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:25Z"
    name: isvc-canary-stop-predictor.18d62cd2d5b9e03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16278"
    uid: 8d699f92-62ff-4d1c-ae15-ff01e3f2fe02
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: dc308c35-4ce4-4cf4-8226-6571e96c56ce
  kind: Event
  lastTimestamp: "2026-09-17T17:47:47Z"
  message: Scaled down replica set isvc-canary-stop-predictor-684df5466b from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:47:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:47Z"
    name: isvc-canary-stop-predictor.18d62ce5e417eaa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 43005954-b84f-4cb0-a7bf-7c082fcaba4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:46:26.000665Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16283"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd2d7be3f0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: 05cfe3ba-cd85-4ae3-8d00-0db7dbe2242e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd2f97e2bb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: 48aad130-928e-412b-902b-aead5b6c7dee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd2fae5fe9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16326"
    uid: 6d9e2e0c-afeb-4c85-96ae-4a6c25cbf626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd2fd7394c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16330"
    uid: c577faea-8fe0-4bc6-a831-8e0fa9bbd401
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:46:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:26Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd2fde46f1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16332"
    uid: 7bc357b0-c096-43e5-b6e5-c2020b693a2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd3ee8e8c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16390"
    uid: fa13323a-2fe6-43fa-975c-c870b6574060
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd3f205cf15
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: 1f0122c0-1dfb-49b3-b8f2-6547c91b8129
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd3f266592e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: e0ff28b1-4875-4a8b-9f0b-f56ac183d67b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd3f26f324b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: 059652e1-6de0-4c80-a276-5da33fd55948
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd3f5eb0268
    namespace: kserve-ci-e2e-test
    resourceVersion: "16402"
    uid: fad3eb15-5288-44a5-9c45-834e79f583b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:46:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:30Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd3f64ee899
    namespace: kserve-ci-e2e-test
    resourceVersion: "16404"
    uid: 09772812-1d27-4b34-b004-829bc2613af3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:47:57Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:46:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:57Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62cd42aac5ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: d357527d-0601-4ac5-aa7d-f52f99c4b4f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:47:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:55Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62ce7cabc8f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17359"
    uid: add91121-3eff-457c-a67a-e99ffe585ab2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:47:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:55Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62ce7cabd18b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: 753e2dcb-41f0-45e2-8467-9af6762bb9ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v
    namespace: kserve-ci-e2e-test
    resourceVersion: "16286"
    uid: 29667b89-38ad-4535-8b59-532289ebf1af
  kind: Event
  lastTimestamp: "2026-09-17T17:47:57Z"
  message: 'Readiness probe failed: Get "https://10.132.0.24:8643/healthz": dial tcp
    10.132.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:57Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v.18d62ce830dcd0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17388"
    uid: fe452135-daac-4856-9c05-1f8fb3c02ba8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-68f75f5f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16266"
    uid: 195fd670-d756-4b56-872d-4a65997b3b47
  kind: Event
  lastTimestamp: "2026-09-17T17:46:25Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-68f75f5f5f-kfn7v'
  metadata:
    creationTimestamp: "2026-09-17T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:25Z"
    name: isvc-canary-stop-v2-predictor-68f75f5f5f.18d62cd2d7131150
    namespace: kserve-ci-e2e-test
    resourceVersion: "16284"
    uid: 9b41ea1f-f765-447e-87fa-e7e0594ce421
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16265"
    uid: 10c7cfe9-6f11-4801-882d-ef12db8bada7
  kind: Event
  lastTimestamp: "2026-09-17T17:46:25Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-68f75f5f5f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:25Z"
    name: isvc-canary-stop-v2-predictor.18d62cd2d31c245e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16267"
    uid: 952da085-06ea-4d6d-ae88-2464897a3d9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 52b0efc4-9fc1-4322-a93e-07b986a022d2
  kind: Event
  lastTimestamp: "2026-09-17T17:47:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:47:55Z"
    name: isvc-canary-stop.18d62cd2d57cd002
    namespace: kserve-ci-e2e-test
    resourceVersion: "17368"
    uid: 4b92cedf-ca67-4aa4-bfaa-0f0f73f2ed3c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 52b0efc4-9fc1-4322-a93e-07b986a022d2
  kind: Event
  lastTimestamp: "2026-09-17T17:47:47Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:47:47Z"
    name: isvc-canary-stop.18d62cd2d5efe6af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17274"
    uid: d42b366e-aad8-499d-ada7-bcd79703c9b3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16257"
    uid: 52b0efc4-9fc1-4322-a93e-07b986a022d2
  kind: Event
  lastTimestamp: "2026-09-17T17:47:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:46:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:47:47Z"
    name: isvc-canary-stop.18d62cd2d5f0402e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 2a1ce345-68cc-4417-baf6-660e99867fb7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17320"
    uid: 52b0efc4-9fc1-4322-a93e-07b986a022d2
  kind: Event
  lastTimestamp: "2026-09-17T17:47:52Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:47:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:47:52Z"
    name: isvc-canary-stop.18d62ce6e0712109
    namespace: kserve-ci-e2e-test
    resourceVersion: "17321"
    uid: e24a59e6-5b10-4ae1-a748-850763fed3f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17369"
    uid: 52b0efc4-9fc1-4322-a93e-07b986a022d2
  kind: Event
  lastTimestamp: "2026-09-17T17:47:56Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-09-17T17:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:47:56Z"
    name: isvc-canary-stop.18d62ce7cc813e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: b7dcb96e-147c-4060-94eb-e911923e0635
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:10.755336Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 64ac92d0-3d22-415c-abab-8405fb594950
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:10Z"
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9.18d62d072c2a9977
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: 6898b990-85b5-4f8d-9b66-d52f1c344f6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 64ac92d0-3d22-415c-abab-8405fb594950
  kind: Event
  lastTimestamp: "2026-09-17T17:50:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-385bf1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:10Z"
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9.18d62d0733ad29fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 674a7a00-2874-40f1-b357-14d5cfe90295
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: 64ac92d0-3d22-415c-abab-8405fb594950
  kind: Event
  lastTimestamp: "2026-09-17T17:50:11Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:11Z"
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9.18d62d0771d5168c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18861"
    uid: c15449b6-35c2-4871-b264-f06ebafa1f88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 64ac92d0-3d22-415c-abab-8405fb594950
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9.18d62d07735eeeb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18919"
    uid: e46f5a93-540b-4a07-8cc2-025e38ab5679
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 64ac92d0-3d22-415c-abab-8405fb594950
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9.18d62d0776747f93
    namespace: kserve-ci-e2e-test
    resourceVersion: "18921"
    uid: cddac704-7b70-41d6-b90a-352b688f1a6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 64ac92d0-3d22-415c-abab-8405fb594950
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9.18d62d0776df53b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 37ff2c5b-8dda-45a6-8985-905fea0f12c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18839"
    uid: 64ac92d0-3d22-415c-abab-8405fb594950
  kind: Event
  lastTimestamp: "2026-09-17T17:50:21Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:21Z"
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9.18d62d09946c8545
    namespace: kserve-ci-e2e-test
    resourceVersion: "18968"
    uid: 5423918a-59b0-4f18-ab13-586f8089385b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 42729860-3dfa-4d77-9c0b-2b48c42eb30f
  kind: Event
  lastTimestamp: "2026-09-17T17:50:10Z"
  message: 'Created pod: isvc-init-fail-385bf1-predictor-644d7ccfd9-47sc9'
  metadata:
    creationTimestamp: "2026-09-17T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:10Z"
    name: isvc-init-fail-385bf1-predictor-644d7ccfd9.18d62d072b7e60b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: a42b24bf-9da1-4496-9594-839028946f42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-385bf1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: 0789c59b-be40-4501-afc4-56de712cecb3
  kind: Event
  lastTimestamp: "2026-09-17T17:50:10Z"
  message: Scaled up replica set isvc-init-fail-385bf1-predictor-644d7ccfd9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:10Z"
    name: isvc-init-fail-385bf1-predictor.18d62d0727f16a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 778aa9cf-81c7-4852-95bb-9f5ce74cc710
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-385bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 219729a4-49a0-4638-80e2-abfad417f9cb
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-init-fail-385bf1.18d62d0727f6b439
    namespace: kserve-ci-e2e-test
    resourceVersion: "18925"
    uid: b5a37cf9-e626-4171-a0ae-d14726c8ed87
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-385bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 219729a4-49a0-4638-80e2-abfad417f9cb
  kind: Event
  lastTimestamp: "2026-09-17T17:50:10Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-385bf1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-385bf1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:10Z"
    name: isvc-init-fail-385bf1.18d62d07287e6fde
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: 839e9822-f813-4a61-88b9-0e1eeb9ae43c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-385bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18817"
    uid: 219729a4-49a0-4638-80e2-abfad417f9cb
  kind: Event
  lastTimestamp: "2026-09-17T17:50:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-385bf1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:10Z"
    name: isvc-init-fail-385bf1.18d62d07287ec965
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: 45d195eb-bea4-4411-90e3-82324559dca3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:48:56.567761Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18097"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:48:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:48:56Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf5e63dcb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 6f5470d9-ab2b-4aaa-a32a-4bd026c2386e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18105"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:48:57Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:48:57Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf60880d0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18114"
    uid: 4371cdf1-1a36-4e83-9238-2240ee9472fd
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:48:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:57Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf60a01dedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18116"
    uid: ab62286a-0048-4530-a686-f71dd4056a90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:48:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:57Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf60d38721e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18117"
    uid: df6dbdd4-9594-431e-b981-87a1c68b9e92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:48:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:57Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf60dc86396
    namespace: kserve-ci-e2e-test
    resourceVersion: "18118"
    uid: a6e0ca00-a2f1-4c0b-969e-604bda482ac5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf6fd4df506
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 7b9e414a-1aaf-4ae2-ac40-b7584f37724e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf7014b3521
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: 1d9a50b8-67d9-46db-a982-4ebf94125b7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf701c02a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: 6a7ed7cc-2f3e-4e0a-a776-6cd86dede62e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf701cbbd8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18162"
    uid: 42b80b2e-7a74-4947-b87d-d73b3df6d656
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf704b2d154
    namespace: kserve-ci-e2e-test
    resourceVersion: "18166"
    uid: 6748bd5d-1bd4-4344-b65a-81ff532163b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf7051f5e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18167"
    uid: fbcaf7f6-9995-4042-a4cb-012f4255052e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:33e5ba7786d00e1babdfd3b2d2570064de7dfa1acc845931df2bfe98c1e91931"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf70528ec27
    namespace: kserve-ci-e2e-test
    resourceVersion: "18168"
    uid: 058c4956-ac1c-49e4-8c4d-f72dc036cb0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf707d51f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "18170"
    uid: 89071f15-0313-459e-8919-77e117ec6c05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:49:01Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:49:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:01Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf7086dcdae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18171"
    uid: bcb8f4a9-bf9d-47bb-b928-8f0e2e7db6a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:50:49Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:49Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf7751facb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19348"
    uid: ad25f3cc-9f20-444b-933a-07e3dd9fef03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:50:39Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:39Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62cf77528d831
    namespace: kserve-ci-e2e-test
    resourceVersion: "19267"
    uid: 389de4ab-8d12-4709-b14e-92554b89792c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62d0c10866cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19140"
    uid: 3144cac4-3c05-4c7f-849e-55f01fdfec67
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62d0c10869338
    namespace: kserve-ci-e2e-test
    resourceVersion: "19142"
    uid: bbdc5a25-7d06-4224-bb4f-fa8fa1736ec6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62d0c1086f3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19145"
    uid: 78886eb1-0b08-4502-a365-2e3725ed11ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl
    namespace: kserve-ci-e2e-test
    resourceVersion: "18099"
    uid: b69c1a50-9e04-4594-85b0-6b66e8e1a538
  kind: Event
  lastTimestamp: "2026-09-17T17:50:49Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:49Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl.18d62d0ca54f6a1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: 8befd325-6efa-4c35-8671-b215e6996ece
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18086"
    uid: 1507c97a-5ddb-4193-8f3a-d4050effebed
  kind: Event
  lastTimestamp: "2026-09-17T17:48:56Z"
  message: 'Created pod: isvc-logger-raw-4165a-predictor-c96cc7bb7-lnwxl'
  metadata:
    creationTimestamp: "2026-09-17T17:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:56Z"
    name: isvc-logger-raw-4165a-predictor-c96cc7bb7.18d62cf5e5b3e9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 5e11867c-90eb-428c-a64b-2ed455ba927a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-4165a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18084"
    uid: 7172f188-8b02-4e4c-9c27-c1b22a6f41d1
  kind: Event
  lastTimestamp: "2026-09-17T17:48:56Z"
  message: Scaled up replica set isvc-logger-raw-4165a-predictor-c96cc7bb7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:56Z"
    name: isvc-logger-raw-4165a-predictor.18d62cf5e11b4fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18088"
    uid: 32167b4e-afbc-48d4-9864-96eae198da45
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4165a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18085"
    uid: 330fcb44-6f61-4f43-96f7-1d04043a5a3a
  kind: Event
  lastTimestamp: "2026-09-17T17:49:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:26Z"
    name: isvc-logger-raw-4165a-predictor.18d62cf95f924065
    namespace: kserve-ci-e2e-test
    resourceVersion: "18371"
    uid: 590b38f9-f64f-44b5-b1d0-187accf3fa92
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4165a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18085"
    uid: 330fcb44-6f61-4f43-96f7-1d04043a5a3a
  kind: Event
  lastTimestamp: "2026-09-17T17:49:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:49:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:26Z"
    name: isvc-logger-raw-4165a-predictor.18d62cf9600b88b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: edadb8a4-353f-45f1-be10-0702d5dd92cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4165a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: 330fcb44-6f61-4f43-96f7-1d04043a5a3a
  kind: Event
  lastTimestamp: "2026-09-17T17:50:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:26Z"
    name: isvc-logger-raw-4165a-predictor.18d62d005dace9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19052"
    uid: df828f74-bc36-4761-a2fc-e3689408eef4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-4165a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18257"
    uid: 330fcb44-6f61-4f43-96f7-1d04043a5a3a
  kind: Event
  lastTimestamp: "2026-09-17T17:50:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:26Z"
    name: isvc-logger-raw-4165a-predictor.18d62d005e1bb11e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19054"
    uid: a0989f20-5419-484e-b9a8-8db2369799e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18076"
    uid: 124a303d-2863-4748-909e-aa21877fee83
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-logger-raw-4165a.18d62cf5e1299eef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18936"
    uid: def61504-0fe7-443a-bd94-1008c37e84af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18076"
    uid: 124a303d-2863-4748-909e-aa21877fee83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:56Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-4165a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-4165a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:48:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:56Z"
    name: isvc-logger-raw-4165a.18d62cf5e208dbe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18092"
    uid: 851679bb-c2a1-4b44-9b20-6d72965c8987
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-4165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18932"
    uid: 124a303d-2863-4748-909e-aa21877fee83
  kind: Event
  lastTimestamp: "2026-09-17T17:50:19Z"
  message: InferenceService [isvc-logger-raw-4165a] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:50:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:19Z"
    name: isvc-logger-raw-4165a.18d62d092d991080
    namespace: kserve-ci-e2e-test
    resourceVersion: "18933"
    uid: 175f51e9-4557-4f65-8993-7e3e58be0c73
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:58:16.563516Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23216"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d784896e045
    namespace: kserve-ci-e2e-test
    resourceVersion: "23222"
    uid: 03214d9e-856d-4162-a5d1-49f64bbaffd8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d78554c4b86
    namespace: kserve-ci-e2e-test
    resourceVersion: "23232"
    uid: e709607e-00ee-4a90-82e4-45544b91abb1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23227"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:17Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:58:17Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d788e83e418
    namespace: kserve-ci-e2e-test
    resourceVersion: "23240"
    uid: 48b741c3-ff2e-4611-9692-a89efcd1c012
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:17Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d788ffa20b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23243"
    uid: 5247bfb0-a293-4164-a90f-ab794374a127
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:17Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d7892fefb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 90f523f2-63d8-4a9f-ae5a-557866ce1016
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:17Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d7893701e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "23246"
    uid: 3427eb6b-eb18-4c7e-bd59-de9ecb8d3fd0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79a2a54614
    namespace: kserve-ci-e2e-test
    resourceVersion: "23289"
    uid: 93d78991-c62a-4746-9d3c-536adef8a31c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79a5824b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23291"
    uid: 007b68d8-151b-46df-b2f0-96941fffb593
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79a5f2b0fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23292"
    uid: d55b26bd-c463-4e87-b6fd-7a977113c144
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79a5fbcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: defc3a95-b7e7-45bf-88b2-85feac35f0e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79a8e54cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23296"
    uid: a08d4ba9-e1a5-4513-82e7-b27f8de0c956
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79a95253f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23297"
    uid: 96310030-8fa5-4b75-8515-7b6dfc9095c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:33e5ba7786d00e1babdfd3b2d2570064de7dfa1acc845931df2bfe98c1e91931"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79a95caa7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23299"
    uid: 10d58623-2c94-4c19-afe2-7837a546f9e4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79abe62d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23300"
    uid: b1e83202-c4a7-402f-a4d9-a3bd048bc1f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:58:22Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:22Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79ac5b210f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23302"
    uid: 28bf4529-1452-43b9-bba7-34a718580119
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T18:00:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:58:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:00Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d79de9eeb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "24098"
    uid: 84cbb44f-b694-48bb-9347-de59bf99c500
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T18:00:00Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:58:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:00Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d7a1acf93af
    namespace: kserve-ci-e2e-test
    resourceVersion: "24099"
    uid: b64ff264-7452-4e12-8268-e2bd34978fa5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:59:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:51Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d8e73989b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23978"
    uid: ad0efa20-9033-4c48-a10c-41d28d5bf602
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:59:51Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:51Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d8e7398d3df
    namespace: kserve-ci-e2e-test
    resourceVersion: "23983"
    uid: 447d8c84-49ce-4327-b3ca-ae60e6a6b2a4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T17:59:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:51Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d8e7399001e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23986"
    uid: 0b5fd33a-5dda-4e49-8546-e613cc2867c7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl
    namespace: kserve-ci-e2e-test
    resourceVersion: "23220"
    uid: de0bbf09-3f87-4462-afdb-4b98ab34c72d
  kind: Event
  lastTimestamp: "2026-09-17T18:00:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.35:8643/healthz": dial tcp
    10.132.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:59:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T18:00:05Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl.18d62d8f4b100560
    namespace: kserve-ci-e2e-test
    resourceVersion: "24135"
    uid: 54cb065f-7675-4a1c-9885-b8d51efd1e8f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-6b854445b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23208"
    uid: c5a85a70-74a6-44fc-bf47-afad15f8319f
  kind: Event
  lastTimestamp: "2026-09-17T17:58:16Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-6b854445b6-qshtl'
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: isvc-logger-raw-cipn-predictor-6b854445b6.18d62d78482d43c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23219"
    uid: 7584155f-f3ad-404b-9395-58ccf2f59b32
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: 99e76f7b-39a3-4959-810b-187bbce10291
  kind: Event
  lastTimestamp: "2026-09-17T17:58:16Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-6b854445b6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: isvc-logger-raw-cipn-predictor.18d62d7844d98d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23209"
    uid: a7e9db10-a064-45f1-bc55-a96ddb2cd803
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23206"
    uid: 47a13c24-4c34-462e-b656-ed3254e21701
  kind: Event
  lastTimestamp: "2026-09-17T17:59:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:01Z"
    name: isvc-logger-raw-cipn-predictor.18d62d7bc32bc19a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23593"
    uid: 10de5a93-0aed-4906-b246-c12f1d3145c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23206"
    uid: 47a13c24-4c34-462e-b656-ed3254e21701
  kind: Event
  lastTimestamp: "2026-09-17T17:59:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:01Z"
    name: isvc-logger-raw-cipn-predictor.18d62d7bc38f9b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23595"
    uid: 9ab3ce42-8b03-44c1-96a8-c295d145efb7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: 47a13c24-4c34-462e-b656-ed3254e21701
  kind: Event
  lastTimestamp: "2026-09-17T17:59:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:46Z"
    name: isvc-logger-raw-cipn-predictor.18d62d7f424e5dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: eb72df9e-8747-4fba-ab94-b95567485ae6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: 47a13c24-4c34-462e-b656-ed3254e21701
  kind: Event
  lastTimestamp: "2026-09-17T17:59:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:59:46Z"
    name: isvc-logger-raw-cipn-predictor.18d62d7f42f465b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23923"
    uid: 7f950101-bc06-49f1-acc2-f3c8b5b9d144
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: b395b7cb-b359-45d3-879e-d6b71f2cace1
  kind: Event
  lastTimestamp: "2026-09-17T17:59:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:40Z"
    name: isvc-logger-raw-cipn.18d62d7844def827
    namespace: kserve-ci-e2e-test
    resourceVersion: "23881"
    uid: ae074979-40cc-47bb-92bf-118f0ee52285
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23198"
    uid: b395b7cb-b359-45d3-879e-d6b71f2cace1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:16Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:16Z"
    name: isvc-logger-raw-cipn.18d62d78455a7019
    namespace: kserve-ci-e2e-test
    resourceVersion: "23213"
    uid: 2892af8f-f9a6-4049-ae99-e808d910be64
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23878"
    uid: b395b7cb-b359-45d3-879e-d6b71f2cace1
  kind: Event
  lastTimestamp: "2026-09-17T17:59:40Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:59:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:59:40Z"
    name: isvc-logger-raw-cipn.18d62d8bd48d0432
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: a604b33d-d77f-4662-bf31-765c3ac26efe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:48:06.271472Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17487"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-46f911-predictor-567dd9546b-7b4jq
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62cea30594eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17495"
    uid: 908525b1-3e5c-43d2-b4ed-b8034bef9a69
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17498"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:06Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62cea522952d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 653a56a7-a0e5-45e9-aa23-9e461d25f659
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62cea53f0bb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: d035adb2-459a-4005-907d-d6d91a29c576
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62cea56dcaa72
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 7c00fffc-78f8-4fa3-ac16-5da3936626ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62cea574c3514
    namespace: kserve-ci-e2e-test
    resourceVersion: "17510"
    uid: 86c5a7e2-c434-4546-a934-a506cf9dd8cb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:11Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62ceb4d6303af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 6206c010-dcbe-4b3b-b2c7-c942a8dc3551
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:11Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62ceb50585851
    namespace: kserve-ci-e2e-test
    resourceVersion: "17561"
    uid: 41510f7b-bfcc-49ab-91cb-43bd82915b22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:11Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62ceb50c832bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: d26c24ac-3917-48c6-8a67-b380c5253a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:11Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62ceb50d2129f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17563"
    uid: 844a16d8-d6af-4591-838c-9af5292d5364
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:11Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62ceb53adce4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17567"
    uid: 4aa569fa-a08c-40ec-9804-5b3b8f1300bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:11Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62ceb541b0622
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: 9c6982e6-2383-4de4-a4b4-76a5f4d55516
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:08Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:08Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62ceb89759739
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: 5b20fc5f-d6b8-4fdc-a414-a6c878222af6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:05Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62d05f2d9a311
    namespace: kserve-ci-e2e-test
    resourceVersion: "18756"
    uid: 64ce15d0-d0fe-4d2b-8b6b-727db6570371
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:05Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62d05f2daca06
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: 41eead21-f4a8-4e39-adba-1b4f0ad4adac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 74999a12-5ea7-4a13-b49c-3cca1721712b
  kind: Event
  lastTimestamp: "2026-09-17T17:50:08Z"
  message: 'Readiness probe failed: Get "https://10.132.0.26:8643/healthz": dial tcp
    10.132.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:08Z"
    name: isvc-primary-46f911-predictor-567dd9546b-7b4jq.18d62d068bc1c257
    namespace: kserve-ci-e2e-test
    resourceVersion: "18785"
    uid: 75a9a682-5530-436e-a760-a78084798ecc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-46f911-predictor-567dd9546b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17480"
    uid: bbce9b2f-6889-42c9-af43-765a80c1724d
  kind: Event
  lastTimestamp: "2026-09-17T17:48:06Z"
  message: 'Created pod: isvc-primary-46f911-predictor-567dd9546b-7b4jq'
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911-predictor-567dd9546b.18d62cea2fcc042e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: dd6f7ae5-4764-4390-b232-081b71c33876
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-46f911-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17477"
    uid: 5cedfb05-d669-4755-a4ec-a9c0cf9d5caf
  kind: Event
  lastTimestamp: "2026-09-17T17:48:06Z"
  message: Scaled up replica set isvc-primary-46f911-predictor-567dd9546b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911-predictor.18d62cea2cb5c480
    namespace: kserve-ci-e2e-test
    resourceVersion: "17482"
    uid: 16ae5a49-b225-4a95-9a8d-f024e17fb8c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-46f911-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 5e3314fb-6330-4e4e-92b7-517927c2d792
  kind: Event
  lastTimestamp: "2026-09-17T17:48:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:51Z"
    name: isvc-primary-46f911-predictor.18d62cedab7c9776
    namespace: kserve-ci-e2e-test
    resourceVersion: "18033"
    uid: d69f93b0-5c24-45a7-8501-c7efc51730c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-46f911-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17479"
    uid: 5e3314fb-6330-4e4e-92b7-517927c2d792
  kind: Event
  lastTimestamp: "2026-09-17T17:48:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:48:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:51Z"
    name: isvc-primary-46f911-predictor.18d62cedabe5fe51
    namespace: kserve-ci-e2e-test
    resourceVersion: "18034"
    uid: 0f4745ef-551b-4e59-adfb-b765ca60c60f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-46f911-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: 5e3314fb-6330-4e4e-92b7-517927c2d792
  kind: Event
  lastTimestamp: "2026-09-17T17:49:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:51Z"
    name: isvc-primary-46f911-predictor.18d62cf828bf276b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18568"
    uid: 0d8171d1-5132-4f3a-83a6-33dca2fc0899
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-46f911-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: 5e3314fb-6330-4e4e-92b7-517927c2d792
  kind: Event
  lastTimestamp: "2026-09-17T17:49:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:49:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:51Z"
    name: isvc-primary-46f911-predictor.18d62cf82925e382
    namespace: kserve-ci-e2e-test
    resourceVersion: "18569"
    uid: 450a23dd-e3fb-4696-ae1a-038fd787f534
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-46f911
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: c336609a-449d-403f-ac72-4300d5ad26ba
  kind: Event
  lastTimestamp: "2026-09-17T17:49:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:28Z"
    name: isvc-primary-46f911.18d62cea2cc775d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: 2e9547c5-3eb8-4e30-b1fe-b46d973aabb5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-46f911
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: c336609a-449d-403f-ac72-4300d5ad26ba
  kind: Event
  lastTimestamp: "2026-09-17T17:48:06Z"
  message: 'Failed to update status for InferenceService "isvc-primary-46f911": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-46f911":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911.18d62cea2d4cf6b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17484"
    uid: a9047b02-71ff-452e-8f41-5e5484804139
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-46f911
    namespace: kserve-ci-e2e-test
    resourceVersion: "17469"
    uid: c336609a-449d-403f-ac72-4300d5ad26ba
  kind: Event
  lastTimestamp: "2026-09-17T17:48:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-46f911": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:48:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:06Z"
    name: isvc-primary-46f911.18d62cea2d4d37eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17486"
    uid: 3b6669a4-773b-4f86-8cd4-367620ab5429
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-46f911
    namespace: kserve-ci-e2e-test
    resourceVersion: "18391"
    uid: c336609a-449d-403f-ac72-4300d5ad26ba
  kind: Event
  lastTimestamp: "2026-09-17T17:49:28Z"
  message: InferenceService [isvc-primary-46f911] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:28Z"
    name: isvc-primary-46f911.18d62cfd4174d0d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18392"
    uid: 7841b38f-563f-4553-ac3e-a9d54f4e23b0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:43:11.014663Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14393"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62ca571abf404
    namespace: kserve-ci-e2e-test
    resourceVersion: "14398"
    uid: 36262928-118f-45bf-b04d-d2ab543bba46
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14402"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62ca5937901ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14424"
    uid: b2d90b9d-df58-490a-a836-71fd5ce1e46a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62ca595375c1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14426"
    uid: 14971860-69a2-48d5-89f6-72519c8a134c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    in 3.273s (3.273s including waiting). Image size: 308174244 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:14Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62ca65854720c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14471"
    uid: 062c9635-6cc0-457c-ac5e-64462301369d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:14Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62ca65b9648dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "14473"
    uid: d07fcbba-00d3-4456-bbf3-bea9f502b6b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:43:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:14Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62ca65c09aad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14475"
    uid: 37804dd0-be86-4336-88a8-1c4cbffd4e58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:19Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
  metadata:
    creationTimestamp: "2026-09-17T17:43:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:19Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62ca77ff19580
    namespace: kserve-ci-e2e-test
    resourceVersion: "14527"
    uid: 007443fb-4f8d-4a57-985c-35125f724eee
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    in 15.618s (15.618s including waiting). Image size: 1583073164 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cab22e6f1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14659"
    uid: f7abb74d-2e23-421c-a7b4-08a723d13171
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cab25e99811
    namespace: kserve-ci-e2e-test
    resourceVersion: "14661"
    uid: 4d4a1704-2480-4c6f-bc58-0e0b3c4989df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cab267361ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "14664"
    uid: fe26d687-30b9-4c1a-87e6-550f3403758d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:35Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T17:43:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:35Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cab2680348d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14665"
    uid: 2fbc726a-cab2-4438-8407-4f44c67f9f8b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.43s (2.43s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:37Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cabb765db92
    namespace: kserve-ci-e2e-test
    resourceVersion: "14690"
    uid: 60ac5315-b013-43a9-95af-8077ca44691b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:38Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cabbad26435
    namespace: kserve-ci-e2e-test
    resourceVersion: "14692"
    uid: bb358e3f-d08d-4d1b-81ef-239beef02689
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:38Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cabbb456dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14694"
    uid: 1d15cb74-894c-4fa7-9700-153d42ca24bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:38Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:33e5ba7786d00e1babdfd3b2d2570064de7dfa1acc845931df2bfe98c1e91931"
  metadata:
    creationTimestamp: "2026-09-17T17:43:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:38Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cabbb50f089
    namespace: kserve-ci-e2e-test
    resourceVersion: "14695"
    uid: 614d0551-9b91-4ceb-bce0-0560313bcde1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:33e5ba7786d00e1babdfd3b2d2570064de7dfa1acc845931df2bfe98c1e91931"
    in 2.245s (2.245s including waiting). Image size: 240301636 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:40Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cac412167f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14717"
    uid: 50647d2f-ac5e-4309-9966-e04daf1f6c1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T17:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:40Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cac4437842b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14718"
    uid: f2a63bdb-4ff9-4698-b416-24b89aea63df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:43:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T17:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:43:40Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cac44a9e000
    namespace: kserve-ci-e2e-test
    resourceVersion: "14719"
    uid: f6b9662a-b3e8-4489-b8d9-a122c9a35aa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:45:07Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:08Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62caca7e319d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: b2848286-c3c7-4915-8d3f-eb773ba1e4a2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:45:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:43:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:08Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62caca7eca875
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 2fc5525a-e57c-4b0a-9412-3fac34f23ba1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cbdd1ec8b9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15407"
    uid: a4772971-93d1-44df-b2c7-6a5b186d978c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cbdd1ecaa97
    namespace: kserve-ci-e2e-test
    resourceVersion: "15408"
    uid: da1e50e5-b181-45ab-a115-651504333dd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cbdd1ecd53e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15410"
    uid: e75c37c0-4ff5-40b4-88f3-a62ca53213cc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14396"
    uid: 7b38bfd4-9af2-458c-942d-5fb86077a453
  kind: Event
  lastTimestamp: "2026-09-17T17:45:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.21:8643/healthz": dial tcp
    10.132.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:17Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7.18d62cbe5a1028a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15696"
    uid: a722708d-eaba-429e-a0da-567cf8a332ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79
    namespace: kserve-ci-e2e-test
    resourceVersion: "14372"
    uid: 1672e864-3deb-40df-9327-a2e042a4d8ae
  kind: Event
  lastTimestamp: "2026-09-17T17:43:11Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79-7wkm7'
  metadata:
    creationTimestamp: "2026-09-17T17:43:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:43:11Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79.18d62ca57123ce4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14395"
    uid: 1a7e8258-b30a-4475-8e4a-b777f23d6b94
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-897d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14370"
    uid: ce9c1ea4-9c34-48da-8f71-0c83280cbcc2
  kind: Event
  lastTimestamp: "2026-09-17T17:43:10Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-897d5-predictor-57d44f6c79
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:43:10Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor.18d62ca56a2c6bf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14373"
    uid: 5108a967-f64b-477e-9c00-edcfda53b2e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-897d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: 02b3077a-c712-4fea-aba3-e928f56a4bbf
  kind: Event
  lastTimestamp: "2026-09-17T17:44:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:10Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor.18d62ca8e9cacf91
    namespace: kserve-ci-e2e-test
    resourceVersion: "14954"
    uid: 428bba9a-4ac9-4534-b108-2deab338ff21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-897d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14371"
    uid: 02b3077a-c712-4fea-aba3-e928f56a4bbf
  kind: Event
  lastTimestamp: "2026-09-17T17:44:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:10Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor.18d62ca8ea3962aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "14955"
    uid: 3e48fd9b-c42d-4ffb-b0e0-62c2787f2250
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-897d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: 02b3077a-c712-4fea-aba3-e928f56a4bbf
  kind: Event
  lastTimestamp: "2026-09-17T17:44:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:41Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor.18d62cafe84de684
    namespace: kserve-ci-e2e-test
    resourceVersion: "15184"
    uid: 8c92180b-7f47-442c-aa19-71200517f93a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-897d5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14581"
    uid: 02b3077a-c712-4fea-aba3-e928f56a4bbf
  kind: Event
  lastTimestamp: "2026-09-17T17:44:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:43:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:41Z"
    name: isvc-raw-sklearn-batcher-897d5-predictor.18d62cafe8cdede2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15185"
    uid: 5bffb990-e99f-452e-9633-d0f2838f13c3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:43:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-897d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "14358"
    uid: 2498ee81-f5f0-4c93-9798-cb1aec814777
  kind: Event
  lastTimestamp: "2026-09-17T17:44:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:43:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:44:48Z"
    name: isvc-raw-sklearn-batcher-897d5.18d62ca56a3f4f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "15277"
    uid: 09c6fe7e-1c34-4300-9e45-5b3b098e736a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-897d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15275"
    uid: 2498ee81-f5f0-4c93-9798-cb1aec814777
  kind: Event
  lastTimestamp: "2026-09-17T17:44:48Z"
  message: InferenceService [isvc-raw-sklearn-batcher-897d5] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:44:48Z"
    name: isvc-raw-sklearn-batcher-897d5.18d62cbc0d5a2836
    namespace: kserve-ci-e2e-test
    resourceVersion: "15276"
    uid: c0542eb8-2a89-4729-b876-bc203db1502e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:49:51.448214Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: 8e517296-908e-4b12-931a-cf59260426dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-46f911-predictor-78d489899c-8bg7h
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:49:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:49:51Z"
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h.18d62d02ad5f096a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18595"
    uid: 26ea41c6-d731-43a5-a19a-1e4bf4d637bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18598"
    uid: 8e517296-908e-4b12-931a-cf59260426dc
  kind: Event
  lastTimestamp: "2026-09-17T17:49:52Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:49:52Z"
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h.18d62d02cf6a8e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18609"
    uid: 1f9d735b-ba90-46b7-913e-d784e654be5f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: 8e517296-908e-4b12-931a-cf59260426dc
  kind: Event
  lastTimestamp: "2026-09-17T17:49:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:53Z"
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h.18d62d02d0e07ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18634"
    uid: 67b4807b-476a-44a6-9bd5-e38d5b977eed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: 8e517296-908e-4b12-931a-cf59260426dc
  kind: Event
  lastTimestamp: "2026-09-17T17:49:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:54Z"
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h.18d62d02d3702b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "18636"
    uid: fbe5756e-5d8d-4603-8a8f-05f13c77c0e5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: 8e517296-908e-4b12-931a-cf59260426dc
  kind: Event
  lastTimestamp: "2026-09-17T17:49:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:49:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:54Z"
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h.18d62d02d3da1d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: c3a08989-8573-4ae7-be2f-a95adccfc6f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h
    namespace: kserve-ci-e2e-test
    resourceVersion: "18590"
    uid: 8e517296-908e-4b12-931a-cf59260426dc
  kind: Event
  lastTimestamp: "2026-09-17T17:49:57Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-46f911-predictor-78d489899c-8bg7h_kserve-ci-e2e-test(8e517296-908e-4b12-931a-cf59260426dc)
  metadata:
    creationTimestamp: "2026-09-17T17:49:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:57Z"
    name: isvc-secondary-46f911-predictor-78d489899c-8bg7h.18d62d03f8c29716
    namespace: kserve-ci-e2e-test
    resourceVersion: "18663"
    uid: 127d477e-7841-466c-b757-940f4bb341ce
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-46f911-predictor-78d489899c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18578"
    uid: 25ae64cf-398b-4358-8fb1-624e5868a9f5
  kind: Event
  lastTimestamp: "2026-09-17T17:49:51Z"
  message: 'Created pod: isvc-secondary-46f911-predictor-78d489899c-8bg7h'
  metadata:
    creationTimestamp: "2026-09-17T17:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:51Z"
    name: isvc-secondary-46f911-predictor-78d489899c.18d62d02acc9cc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "18589"
    uid: 09914ec3-a828-483d-aa2b-bb6763227ab7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-46f911-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18576"
    uid: 99f5c7be-67d6-4cf6-8e47-2ac223e0bb05
  kind: Event
  lastTimestamp: "2026-09-17T17:49:51Z"
  message: Scaled up replica set isvc-secondary-46f911-predictor-78d489899c from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T17:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:51Z"
    name: isvc-secondary-46f911-predictor.18d62d02a9a7949b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18579"
    uid: f1670d7d-2baf-40e0-9c21-d4cab2d63c9e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-46f911
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: 4694f1d3-13fc-49b1-9bea-3ea9fe5dee19
  kind: Event
  lastTimestamp: "2026-09-17T17:49:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:57Z"
    name: isvc-secondary-46f911.18d62d02a9b74c24
    namespace: kserve-ci-e2e-test
    resourceVersion: "18667"
    uid: 74bc5751-2690-45fe-ae8b-c24b2bc74fba
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-46f911
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: 4694f1d3-13fc-49b1-9bea-3ea9fe5dee19
  kind: Event
  lastTimestamp: "2026-09-17T17:49:51Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-46f911":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-46f911":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:51Z"
    name: isvc-secondary-46f911.18d62d02aa466daf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18583"
    uid: 660266c2-d65c-4db9-b81b-14a13da548ed
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:49:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-46f911
    namespace: kserve-ci-e2e-test
    resourceVersion: "18566"
    uid: 4694f1d3-13fc-49b1-9bea-3ea9fe5dee19
  kind: Event
  lastTimestamp: "2026-09-17T17:49:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-46f911": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:49:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:49:51Z"
    name: isvc-secondary-46f911.18d62d02aa46adc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18586"
    uid: 50363e43-25f8-43b1-8800-25c189486d82
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:44:55.882651Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbddc4a84bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15441"
    uid: 36feb8fe-415f-4377-98fa-777ad8fc001d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbdfe480005
    namespace: kserve-ci-e2e-test
    resourceVersion: "15487"
    uid: 6b2cb005-ba6f-46c0-baaa-cd471a54460d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbdffaff29f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 3fc939f1-3d0d-4aa3-8b4b-e47f996af2a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbe027a07cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 2372daa6-f5bc-441e-a69a-ad00c6f6b56b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbe02e5a9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15491"
    uid: 99a6af6b-ff12-4e46-97f7-cf504f2ca1be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:45:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:00Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbefe14b03e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15543"
    uid: 2d60d1c1-76f0-4017-9f2d-6094ba98c8b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:45:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:00Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbf00eca48b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: d1d59878-f4f6-480a-b234-bce07be5f7d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:45:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:00Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbf015ed81d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: daa1c412-4bbf-4187-adde-b691e33c9f5c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:45:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:00Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbf01687124
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: d68f9e1b-3ed2-44e1-9ef6-0613ce085ef3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:45:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:00Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbf04077916
    namespace: kserve-ci-e2e-test
    resourceVersion: "15551"
    uid: 614ffbd6-5101-4048-b126-c9753027a122
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:45:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:00Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbf047730c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15552"
    uid: a25166eb-6929-494d-8256-16d8633ddfd3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:46:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:45:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:48Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cbf75efe143
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 5de34229-e705-46ad-b353-0126485d50c5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cd781e0cdfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16616"
    uid: 93d65cd8-5123-444e-9e2a-24713d37dedc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cd781e12ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: eedf1285-50a5-4d8c-9acd-eff84b6863c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz
    namespace: kserve-ci-e2e-test
    resourceVersion: "15439"
    uid: d4b9e97c-cfed-4de6-b410-4d8b1f3c98b5
  kind: Event
  lastTimestamp: "2026-09-17T17:46:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:46:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:48Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz.18d62cd82441c3ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 977cf385-0a60-437e-9cb4-2e547063349c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15426"
    uid: bbb7f16d-49a5-422d-bb85-8e0ba919f679
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: 'Created pod: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5-6hwtz'
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-sklearn-graph-raw-636c4-predictor-5879d668f5.18d62cbddbd6f5f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15438"
    uid: 961fd70a-5cbb-4192-898f-4b15848c2fba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15425"
    uid: cbe74717-6a56-4531-a2ab-aa22a4e0dea1
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-636c4-predictor-5879d668f5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-sklearn-graph-raw-636c4-predictor.18d62cbdd8c94746
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: 8fb2d38c-0ceb-4fd3-808a-0244e411e72e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 1bd413df-e813-46ac-8afe-73fe7ff8cff0
  kind: Event
  lastTimestamp: "2026-09-17T17:45:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:45:10Z"
    name: isvc-sklearn-graph-raw-636c4-predictor.18d62cc157d79257
    namespace: kserve-ci-e2e-test
    resourceVersion: "15641"
    uid: 1146d84f-e0e0-4279-aece-dc8a13cde814
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15427"
    uid: 1bd413df-e813-46ac-8afe-73fe7ff8cff0
  kind: Event
  lastTimestamp: "2026-09-17T17:45:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:45:10Z"
    name: isvc-sklearn-graph-raw-636c4-predictor.18d62cc158409846
    namespace: kserve-ci-e2e-test
    resourceVersion: "15643"
    uid: 81ceeba3-ab10-428e-bf3c-d085b2adec69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: 1bd413df-e813-46ac-8afe-73fe7ff8cff0
  kind: Event
  lastTimestamp: "2026-09-17T17:46:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:40Z"
    name: isvc-sklearn-graph-raw-636c4-predictor.18d62cc4d73741f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 92da161a-2a23-4d0e-b4d5-48199264d446
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15642"
    uid: 1bd413df-e813-46ac-8afe-73fe7ff8cff0
  kind: Event
  lastTimestamp: "2026-09-17T17:46:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:45:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:40Z"
    name: isvc-sklearn-graph-raw-636c4-predictor.18d62cc4d7eba061
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 699cefb9-7a7a-4742-b702-40b438cef00b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-636c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: fc743c6c-27f5-4016-a1ac-8e99a774a6f8
  kind: Event
  lastTimestamp: "2026-09-17T17:46:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:18Z"
    name: isvc-sklearn-graph-raw-636c4.18d62cbdd95ff321
    namespace: kserve-ci-e2e-test
    resourceVersion: "16172"
    uid: 07c0ba15-4ade-47d1-bd39-72e1aaaf55c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-636c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15412"
    uid: fc743c6c-27f5-4016-a1ac-8e99a774a6f8
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-636c4":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-636c4":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-sklearn-graph-raw-636c4.18d62cbdd9d27f9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15433"
    uid: 89b6c6e5-f063-419b-ab16-c2c2d17b011a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-636c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16170"
    uid: fc743c6c-27f5-4016-a1ac-8e99a774a6f8
  kind: Event
  lastTimestamp: "2026-09-17T17:46:18Z"
  message: InferenceService [isvc-sklearn-graph-raw-636c4] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:46:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:18Z"
    name: isvc-sklearn-graph-raw-636c4.18d62cd12dedb456
    namespace: kserve-ci-e2e-test
    resourceVersion: "16171"
    uid: c03189ac-4aba-4501-9607-79a6471320ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:46:46.212693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16659"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd78c7957c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16663"
    uid: 6183e35c-6600-40a6-8022-b8fcd1ed4029
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-51535-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd79b12f610
    namespace: kserve-ci-e2e-test
    resourceVersion: "16699"
    uid: 82633f8b-a6ff-4408-830b-7bf935cdb4a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16669"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd7d238f4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16712"
    uid: e3bd058f-bc86-4863-9666-c8fe4aa3a6c4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd7d3a4beba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16715"
    uid: 0e531f1c-e5ad-4ab1-a4c0-528afe2843e8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd7d64d46b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16719"
    uid: 0191d1b2-6937-4221-9adb-95cabafcd6fc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd7d6ba7b5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16720"
    uid: 8a68892f-fc82-4805-a3a5-4a399c040b8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:52Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd8f28d73a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16789"
    uid: 8bd8ac44-96e4-421b-bb91-3dc63d8e749c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:52Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd8f60a6221
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: c3d31339-434a-4d7b-b04f-1a49b2a888a6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:52Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd8f67b5085
    namespace: kserve-ci-e2e-test
    resourceVersion: "16795"
    uid: 529d8637-953d-4fce-9ab1-27ad8953d106
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:52Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd8f6844032
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 774f4208-988f-4b87-8c54-3319a3b8511b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:52Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd8f95c4586
    namespace: kserve-ci-e2e-test
    resourceVersion: "16799"
    uid: 88e4054b-60f8-42da-bf0d-7c9f453f6c6a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:46:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:52Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd8f9c84211
    namespace: kserve-ci-e2e-test
    resourceVersion: "16801"
    uid: 521ab935-be08-4dc9-b1c7-3e7e2e043983
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:46:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cd92eb52a5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17926"
    uid: 18f2076d-cc46-43f3-8f46-69fdba9e55f7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:48:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:36Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cf13816ffa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 435e5095-acd2-4d52-9a8e-d07cb3fdfc68
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:48:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:36Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cf138179b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17859"
    uid: ec32e5aa-3fee-419a-a332-f59201193e7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw
    namespace: kserve-ci-e2e-test
    resourceVersion: "16661"
    uid: 5f644bf6-20a1-4abd-b7cf-23757cbb6f75
  kind: Event
  lastTimestamp: "2026-09-17T17:48:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:48:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:39Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw.18d62cf1dd1534c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17925"
    uid: ce4eccf4-1211-4a48-8fc0-9a7bf10ab850
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475
    namespace: kserve-ci-e2e-test
    resourceVersion: "16648"
    uid: c638a9fa-e85b-4ebe-adb0-68908bd37a35
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475-p6srw'
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475.18d62cd78c02e9d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16660"
    uid: a45adbe6-fe90-4bf2-aa7d-dedaf3e979a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16645"
    uid: 41c48fd7-e31a-47da-9aae-f931011e8446
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-51535-predictor-574dd6d475
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor.18d62cd787efe26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16650"
    uid: b1c476ae-2962-4420-a0a2-331f0a34f4c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: ab148e77-415a-4b9b-bd7c-040b79bd009d
  kind: Event
  lastTimestamp: "2026-09-17T17:47:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:46Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor.18d62cdb06fdc9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17234"
    uid: db46c0c2-4cd1-44f9-84f0-ac81f8ad0846
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16647"
    uid: ab148e77-415a-4b9b-bd7c-040b79bd009d
  kind: Event
  lastTimestamp: "2026-09-17T17:47:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:46Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor.18d62cdb076a3c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: a911cb32-e7a4-48a4-952b-12d7bf81e43d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: ab148e77-415a-4b9b-bd7c-040b79bd009d
  kind: Event
  lastTimestamp: "2026-09-17T17:48:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:31Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor.18d62ce902d950e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17759"
    uid: 0b86ef18-8b0f-4e02-9cd1-507aaf933e93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: ab148e77-415a-4b9b-bd7c-040b79bd009d
  kind: Event
  lastTimestamp: "2026-09-17T17:48:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:31Z"
    name: isvc-sklearn-graph-raw-hpa-51535-predictor.18d62ce903465e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "17760"
    uid: 529321d9-1873-425d-8d30-ad3a1dadf8c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-51535
    namespace: kserve-ci-e2e-test
    resourceVersion: "16632"
    uid: 0a5147df-f650-47d9-a6d7-0af94f23a53c
  kind: Event
  lastTimestamp: "2026-09-17T17:48:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:09Z"
    name: isvc-sklearn-graph-raw-hpa-51535.18d62cd787f43153
    namespace: kserve-ci-e2e-test
    resourceVersion: "17546"
    uid: 675c13ba-8aec-4d2c-b681-73d0300d1230
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-51535
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: 0a5147df-f650-47d9-a6d7-0af94f23a53c
  kind: Event
  lastTimestamp: "2026-09-17T17:48:09Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-51535] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:48:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:09Z"
    name: isvc-sklearn-graph-raw-hpa-51535.18d62ceae72cf2b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: 7d135774-3b31-40cc-ab46-9af11205565b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:31.925246Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19167"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0c19fd7c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "19171"
    uid: 00b6794d-7f5f-4055-9cfe-8a8169d8396e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19178"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:32Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:32Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0c3bb5d8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 596af76f-602d-47b9-a893-a4cd7dcb23b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:32Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0c3d4f4a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "19193"
    uid: e74f1be7-b3b6-4a05-bd1b-2feeedfc43b9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:32Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0c3fec8d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19194"
    uid: 9fc050d6-9551-4afd-8e0d-1db39b882136
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:32Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0c405a9096
    namespace: kserve-ci-e2e-test
    resourceVersion: "19195"
    uid: dc5505e7-8057-4826-85a0-ad8e8ad09f85
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0d32b5e0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19235"
    uid: 7a5663ff-51f5-4e2a-97f2-1d9018a8377b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0d358e58de
    namespace: kserve-ci-e2e-test
    resourceVersion: "19237"
    uid: d77ec25c-fbf6-4408-bebc-2cc0e08e112f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0d35ff2fe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19238"
    uid: 6ee9278f-10e7-43f9-83f8-16c4df4a5945
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0d36082d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "19239"
    uid: c3ef34a3-10d4-4bd2-8f40-eace9e80dfae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0d38b25bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: 2106fe6e-3e94-4708-987f-0ebbae0e2fa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:50:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:36Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0d3924affc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: 491ec088-eb24-4664-b7ae-a5f582420c69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:53:18Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:18Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d0daa8486b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20682"
    uid: ab5dcc1b-d38d-44cb-ac17-a6dd0195df0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:53:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:11Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d315ee9b96a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20538"
    uid: 5ec022a7-aa2f-422c-bc8d-4c06d0c20b64
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:53:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:12Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d315eea0726
    namespace: kserve-ci-e2e-test
    resourceVersion: "20539"
    uid: b7a1134b-4a13-40d4-99e2-b4e041992d3c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19168"
    uid: d44a0410-ec3b-4e3e-99b1-f91b34ca3012
  kind: Event
  lastTimestamp: "2026-09-17T17:53:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:19Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc.18d62d31fd2dbc9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20698"
    uid: 671208e5-65c9-450c-9865-1321ae5b07d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19159"
    uid: 984f20b7-4f8a-4400-a5b5-c1bdd19f88ff
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: 'Created pod: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c-s6qdc'
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c.18d62d0c197f61ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "19169"
    uid: db6362c2-1420-49ad-9553-93a0aeba02ba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-75f8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19156"
    uid: 178a9a16-1c2c-4e2e-8e43-27b5b0f30d6a
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-75f8f-predictor-f96b5bd9c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor.18d62d0c15bba827
    namespace: kserve-ci-e2e-test
    resourceVersion: "19161"
    uid: d2611fe1-2360-4352-b50e-c307243d4146
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-75f8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: d8beda53-c950-4ed9-ab30-28aa2f5d6718
  kind: Event
  lastTimestamp: "2026-09-17T17:51:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:16Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor.18d62d0f944ec932
    namespace: kserve-ci-e2e-test
    resourceVersion: "19559"
    uid: 31d5a816-75a9-4a2e-8863-d0113be73494
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-75f8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19158"
    uid: d8beda53-c950-4ed9-ab30-28aa2f5d6718
  kind: Event
  lastTimestamp: "2026-09-17T17:51:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:16Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor.18d62d0f94b5efa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19560"
    uid: cbadf034-a631-4dcf-b1d5-680ecb67e843
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-75f8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: d8beda53-c950-4ed9-ab30-28aa2f5d6718
  kind: Event
  lastTimestamp: "2026-09-17T17:53:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:02Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor.18d62d131370a872
    namespace: kserve-ci-e2e-test
    resourceVersion: "20412"
    uid: 16698ab7-366f-4a91-bc70-e2133fcc039a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-75f8f-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: d8beda53-c950-4ed9-ab30-28aa2f5d6718
  kind: Event
  lastTimestamp: "2026-09-17T17:53:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:02Z"
    name: isvc-sklearn-scale-raw-75f8f-predictor.18d62d131414228d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20413"
    uid: 3e0b17c1-85cd-41ed-9779-4103fa8b99a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-75f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19134"
    uid: fcae562c-792e-460f-a64f-61b7bd953eea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: isvc-sklearn-scale-raw-75f8f.18d62d0c15c395d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20480"
    uid: 282cbdf1-3213-4ddb-ad27-60fce97c66d6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-75f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20478"
    uid: fcae562c-792e-460f-a64f-61b7bd953eea
  kind: Event
  lastTimestamp: "2026-09-17T17:53:08Z"
  message: InferenceService [isvc-sklearn-scale-raw-75f8f] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:53:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:08Z"
    name: isvc-sklearn-scale-raw-75f8f.18d62d30a61d19b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: 733ff6d8-b5d9-44a1-9022-2424fedb1880
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:44:56.041218Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cbde5bdf248
    namespace: kserve-ci-e2e-test
    resourceVersion: "15472"
    uid: 1282d8f3-be57-4fd6-8324-f781c948e4ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cbe0765cbe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15494"
    uid: c3e78b82-a37c-4d26-a41b-307273613223
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cbe08d167db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 7d589f1a-4977-4b70-a543-1920809ed12b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cbe0b3f932b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15497"
    uid: ade744f5-0b8a-4973-9fc1-f6816e8cba96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cbe0b9d5c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15498"
    uid: 9b33fbf4-fcaa-4721-868b-6b4879cce0c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:45:01Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:01Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cbf207559ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "15557"
    uid: 691fb927-070c-4d65-9e2c-454b89ca78a7
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:45:19Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.138s (18.138s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:19Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cc359934461
    namespace: kserve-ci-e2e-test
    resourceVersion: "15712"
    uid: a2b03c38-0f81-4f7b-846e-2d2cedb41cd0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:45:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:19Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cc35c434635
    namespace: kserve-ci-e2e-test
    resourceVersion: "15713"
    uid: b051fa92-08af-4b6b-b71e-6c2a785cfee9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:45:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:19Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cc35cafc275
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: aa960a56-26e9-4815-a1aa-dde6634ae088
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:45:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:19Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cc35cb988f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 397c5c24-f86a-485e-8302-e09183782b56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:45:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:19Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cc35f8414d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: a3f5e10c-957b-4bd6-adcc-60332c7135cf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:45:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:45:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:45:19Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cc35ff1df05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15717"
    uid: b3d83f38-7d2e-4468-90f1-23cec477c91d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:45:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cc3cdd9aba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16717"
    uid: 42180eb3-6840-4ef6-96e8-1077d3e0aa5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cd7847dfbd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16636"
    uid: 56cb6ae5-b51c-4682-8997-c256a9ce0113
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cd7847f24d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: ab7a994a-c1ce-4916-8219-047f1ce75a03
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15468"
    uid: 38329cad-31ab-49e1-87a2-0ed33be53588
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.23:8643/healthz": dial tcp
    10.132.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6.18d62cd7d3fd6726
    namespace: kserve-ci-e2e-test
    resourceVersion: "16716"
    uid: b3db183e-c587-4f79-b76d-7ef459a71fb1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: 942e53a0-8a00-450b-b989-8e58b003821a
  kind: Event
  lastTimestamp: "2026-09-17T17:44:56Z"
  message: 'Created pod: isvc-xgboost-graph-raw-636c4-predictor-754545887c-2gcn6'
  metadata:
    creationTimestamp: "2026-09-17T17:44:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:56Z"
    name: isvc-xgboost-graph-raw-636c4-predictor-754545887c.18d62cbde511d625
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 5724920d-b2c0-49d5-a826-8805ac22f457
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 8ac71caa-8066-4aa8-aeac-5c5f15c29197
  kind: Event
  lastTimestamp: "2026-09-17T17:44:55Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-636c4-predictor-754545887c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:44:55Z"
    name: isvc-xgboost-graph-raw-636c4-predictor.18d62cbde1d1ac87
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: 06fefea1-1d4e-4f2e-870f-73296b9c9fb0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 2ee24e4c-9e3a-4f54-bd3b-f609962cd879
  kind: Event
  lastTimestamp: "2026-09-17T17:45:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:45:41Z"
    name: isvc-xgboost-graph-raw-636c4-predictor.18d62cc1605c8996
    namespace: kserve-ci-e2e-test
    resourceVersion: "15884"
    uid: 235a4877-0446-4202-82e4-34b3c5e57f32
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15456"
    uid: 2ee24e4c-9e3a-4f54-bd3b-f609962cd879
  kind: Event
  lastTimestamp: "2026-09-17T17:45:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:45:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:45:41Z"
    name: isvc-xgboost-graph-raw-636c4-predictor.18d62cc160d37e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "15885"
    uid: 7b7e917c-cf03-4810-afba-ff017c8a66d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 2ee24e4c-9e3a-4f54-bd3b-f609962cd879
  kind: Event
  lastTimestamp: "2026-09-17T17:46:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:41Z"
    name: isvc-xgboost-graph-raw-636c4-predictor.18d62ccbdd04c136
    namespace: kserve-ci-e2e-test
    resourceVersion: "16541"
    uid: 6fa687b1-a718-4029-81ec-5b9c251e6bef
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:45:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-636c4-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 2ee24e4c-9e3a-4f54-bd3b-f609962cd879
  kind: Event
  lastTimestamp: "2026-09-17T17:46:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:41Z"
    name: isvc-xgboost-graph-raw-636c4-predictor.18d62ccbdd79097b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: b0ddc55f-56cc-4591-968f-73680a13e423
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:44:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-636c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15448"
    uid: 2d44ff82-7b64-48ba-bb53-10873eba3e3f
  kind: Event
  lastTimestamp: "2026-09-17T17:46:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:27Z"
    name: isvc-xgboost-graph-raw-636c4.18d62cbde1e608dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: 3ce3b3e9-b578-46de-a70b-fe5cda8f23d5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-636c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: 2d44ff82-7b64-48ba-bb53-10873eba3e3f
  kind: Event
  lastTimestamp: "2026-09-17T17:46:27Z"
  message: InferenceService [isvc-xgboost-graph-raw-636c4] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:46:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:27Z"
    name: isvc-xgboost-graph-raw-636c4.18d62cd3320c7b65
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 940e7569-95bd-46db-b394-e79f3f76d2f0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:46:46.334735Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cd793bf8012
    namespace: kserve-ci-e2e-test
    resourceVersion: "16689"
    uid: 297cd9b7-23f7-480d-bdca-16f1359a7be8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-51535-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cd7a11a58b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16701"
    uid: e04e585b-e63e-4415-b666-2a0286868eec
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16695"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cd7d9561166
    namespace: kserve-ci-e2e-test
    resourceVersion: "16721"
    uid: 8171bd7a-be40-40dd-972c-382cfc95fbcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cd7dade9302
    namespace: kserve-ci-e2e-test
    resourceVersion: "16723"
    uid: 78c3160d-0887-402d-a496-5d7d0f1288d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cd7ddf40ca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16725"
    uid: d3b4351d-fae1-4d4f-80d5-ae0548f03278
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:46:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:46:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:47Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cd7de696238
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: 5ec9a882-831c-463f-b6ba-14780bd65382
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:46:52Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:52Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cd8f27c986d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16788"
    uid: e021b14d-e284-4abd-a024-d68265dad84a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:47:12Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 20.513s (20.513s
    including waiting). Image size: 1435742979 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cddb92c359d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16963"
    uid: 10f4c148-7774-4cc4-ae4e-bf8cf6264392
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:47:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cddbd914d21
    namespace: kserve-ci-e2e-test
    resourceVersion: "16964"
    uid: 3ab758de-2f4d-4f5d-b2c5-b7d47d51adf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:47:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cddbe619713
    namespace: kserve-ci-e2e-test
    resourceVersion: "16965"
    uid: 27679e7a-2e85-4fcd-8033-6eca6037dc64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:47:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cddbe6c3569
    namespace: kserve-ci-e2e-test
    resourceVersion: "16966"
    uid: f6714c53-d97c-4bce-ba5d-30dbfde3a372
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:47:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cddc314ae4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16967"
    uid: 9ce1ba15-6ebc-456e-bbdb-cf58c47cbbf6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:47:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:47:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:12Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cddc43a2e4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 74d18bcf-956b-4cf0-b0b1-b182d685ec1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:48:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:47:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:40Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cde18e5d509
    namespace: kserve-ci-e2e-test
    resourceVersion: "17939"
    uid: 6d59c5b0-dfa0-4c11-82d2-9757403e09d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:48:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:36Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cf1393b31d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17862"
    uid: adc2027c-066e-4bd4-bdac-94e943bfed87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:48:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:36Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cf1393c58db
    namespace: kserve-ci-e2e-test
    resourceVersion: "17865"
    uid: cbc852dd-b96f-490f-8b49-af54da71f6d9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: b5d1c8b1-6c52-4981-925d-0d53b4416cad
  kind: Event
  lastTimestamp: "2026-09-17T17:48:40Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:48:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:40Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4.18d62cf21f275a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17938"
    uid: 4738173c-eb5b-4d5a-9eaa-6fa47e9ea7ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: 486bb336-0780-4a74-af42-031355b6339f
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865-jzlb4'
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865.18d62cd793490567
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: d0f3f6e4-a8d8-4352-8b3b-c6d0b64d9779
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: 5d851da7-3533-427c-8e8f-c0a003a51bcf
  kind: Event
  lastTimestamp: "2026-09-17T17:46:46Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-51535-predictor-7bb954b865
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:46Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor.18d62cd78fde2353
    namespace: kserve-ci-e2e-test
    resourceVersion: "16678"
    uid: 7cfea7fa-2473-4d44-bc17-f4ce40fa643c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: b9201de9-49d5-4261-bd32-c95653724384
  kind: Event
  lastTimestamp: "2026-09-17T17:47:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:46Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor.18d62cdb0e69466b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 7575771b-e400-4c7c-ac36-6c87db53d577
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T17:47:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: b9201de9-49d5-4261-bd32-c95653724384
  kind: Event
  lastTimestamp: "2026-09-17T17:47:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:47:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:47:46Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor.18d62cdb0edbcb4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 9a863b5e-903c-4af5-b207-d952eac98b2d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: b9201de9-49d5-4261-bd32-c95653724384
  kind: Event
  lastTimestamp: "2026-09-17T17:48:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:31Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor.18d62ce909efc02d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17761"
    uid: 5225c8f4-9833-499b-b77c-16fb90b2b610
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-51535-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16877"
    uid: b9201de9-49d5-4261-bd32-c95653724384
  kind: Event
  lastTimestamp: "2026-09-17T17:48:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:48:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:31Z"
    name: isvc-xgboost-graph-raw-hpa-51535-predictor.18d62ce90a621c4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: 2a477c52-1ed9-4720-8ea1-6cb889034c3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-51535
    namespace: kserve-ci-e2e-test
    resourceVersion: "16658"
    uid: ced6efdc-83b4-42c5-9b42-ef07c7f352e6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:46:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:20Z"
    name: isvc-xgboost-graph-raw-hpa-51535.18d62cd79010dcb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17648"
    uid: 414cc8d7-5b7a-46b4-8937-ab7793c740a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-51535
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: ced6efdc-83b4-42c5-9b42-ef07c7f352e6
  kind: Event
  lastTimestamp: "2026-09-17T17:48:20Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-51535] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:48:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:20Z"
    name: isvc-xgboost-graph-raw-hpa-51535.18d62ced7cf5bf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "17646"
    uid: 0805b232-8c59-4681-a579-234d67aff582
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:48:36.570894Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17880"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:48:36Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf13e55d6a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17885"
    uid: f5095459-1992-4532-981a-08329a795679
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17889"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:37Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:48:37Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf161c98421
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: 8fbcd18a-5ebf-4b2f-8f18-82cbfc5a6ac5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:37Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T17:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:37Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf16319cc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17901"
    uid: 298c3fdd-7d38-46c5-b517-39d4f9a12787
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:38Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.121s (1.121s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:38Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf1a5f65241
    namespace: kserve-ci-e2e-test
    resourceVersion: "17912"
    uid: ba8a9d61-d7a4-4dfe-8319-fe2fcd71ac56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:38Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf1a8c24b56
    namespace: kserve-ci-e2e-test
    resourceVersion: "17913"
    uid: cce12d12-900f-4560-98e6-7c0b8c3fe597
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:38Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf1a93175be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17914"
    uid: 27f5f8f7-80b6-43f6-be77-91e4c73de1c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:38Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf1a93bff9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17915"
    uid: bafd0ef7-911c-49bd-a84d-d2cbea9ec3a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:38Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf1abfc39b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17917"
    uid: 4e7e4a82-4965-451a-b2ed-1b4a50080935
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:48:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:38Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62cf1ac6b850b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17918"
    uid: 3cc8ca7d-6a76-46c6-bd07-5beb345e0219
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62d0c11f5ec30
    namespace: kserve-ci-e2e-test
    resourceVersion: "19148"
    uid: 72aad573-7d20-4403-876c-e647f3bcb155
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42
    namespace: kserve-ci-e2e-test
    resourceVersion: "17883"
    uid: 44a091bd-a05d-41f1-8a6c-155d9f0a9b83
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9-2gk42.18d62d0c11f722af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19150"
    uid: 7eecd552-8347-4228-85e7-446262a48ad9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-4165a-predictor-6d877867d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17871"
    uid: 79f75b57-a7f4-4bae-a838-22cf1c50f240
  kind: Event
  lastTimestamp: "2026-09-17T17:48:36Z"
  message: 'Created pod: message-dumper-raw-4165a-predictor-6d877867d9-2gk42'
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:36Z"
    name: message-dumper-raw-4165a-predictor-6d877867d9.18d62cf13dbe258a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17882"
    uid: b199116b-161a-4a13-a169-79d9f34c9a46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-4165a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17868"
    uid: dc24cbc4-25d7-4f16-a401-4c8b6f19042a
  kind: Event
  lastTimestamp: "2026-09-17T17:48:36Z"
  message: Scaled up replica set message-dumper-raw-4165a-predictor-6d877867d9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:36Z"
    name: message-dumper-raw-4165a-predictor.18d62cf13bca517c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17873"
    uid: 57af064f-b6bb-484b-99d2-364774708390
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-4165a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: 084f21c3-c539-4a01-92c7-3aab3eaf8054
  kind: Event
  lastTimestamp: "2026-09-17T17:49:21Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:21Z"
    name: message-dumper-raw-4165a-predictor.18d62cf4ba6138eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18335"
    uid: 63fc19e6-ec65-4100-9a5a-6d7a2ce05895
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-4165a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17872"
    uid: 084f21c3-c539-4a01-92c7-3aab3eaf8054
  kind: Event
  lastTimestamp: "2026-09-17T17:49:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:48:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:49:21Z"
    name: message-dumper-raw-4165a-predictor.18d62cf4bac7595f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18336"
    uid: a5ec4268-37f6-4835-9943-3dfbbe738aa6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-4165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17848"
    uid: e585732f-60f6-42ad-bbd8-77e52d47e334
  kind: Event
  lastTimestamp: "2026-09-17T17:48:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:47Z"
    name: message-dumper-raw-4165a.18d62cf13c108fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18000"
    uid: 3b6909ad-62dd-4bc5-8555-306a060efb0b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-4165a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: e585732f-60f6-42ad-bbd8-77e52d47e334
  kind: Event
  lastTimestamp: "2026-09-17T17:48:47Z"
  message: InferenceService [message-dumper-raw-4165a] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:48:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:47Z"
    name: message-dumper-raw-4165a.18d62cf3bc86dd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "17998"
    uid: 79adebbc-67b8-4c5c-88a0-8b2a50de4d36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:58:06.526524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23087"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    to ip-10-0-134-52.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:58:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:58:06Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d75f256877e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23093"
    uid: e576752a-d2ef-4a80-84c6-1e899828aedf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23098"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d76142698c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23108"
    uid: de430fbf-d8c1-408d-8940-16a1716d1b8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Container image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d76156d48b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23110"
    uid: 11c033cf-954e-46ac-b9de-7ed103263154
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d761809de08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23111"
    uid: ce8619b5-82d2-4fa8-883c-4ee958f59a72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d7618751d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23112"
    uid: a51924e8-bd58-4ca2-b361-3cf5b68238a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d76187f0b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23113"
    uid: 7eef75ca-bde8-4bf6-b2f0-6f692923bb97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d761b61c7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23114"
    uid: c83464d5-0a37-4b8a-88c7-fd4ea91df8a7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:58:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:58:07Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d761bca449d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23115"
    uid: b33e54e7-f7d5-418c-9ba7-dd61cb4ddc71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:59:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:51Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d8e76658811
    namespace: kserve-ci-e2e-test
    resourceVersion: "23994"
    uid: 7d48dde0-6175-4f1c-a2b3-3729df7bb120
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "23091"
    uid: e0da48c8-a108-49ed-9ede-8adfe3860bc8
  kind: Event
  lastTimestamp: "2026-09-17T17:59:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:59:51Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v.18d62d8e76660077
    namespace: kserve-ci-e2e-test
    resourceVersion: "23995"
    uid: 13d618d2-b505-43d8-8a89-1c98842b099b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-52.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-52.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23078"
    uid: c5ef2e25-0b86-42a6-91ba-137a13d30564
  kind: Event
  lastTimestamp: "2026-09-17T17:58:06Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-pgg8v'
  metadata:
    creationTimestamp: "2026-09-17T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:06Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d62d75f1c3b7a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23090"
    uid: 5bcb3374-6cc5-463a-af23-65318492bcb0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23076"
    uid: 77246cde-16c3-406a-9f4a-8f803a1ad0d1
  kind: Event
  lastTimestamp: "2026-09-17T17:58:06Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:06Z"
    name: message-dumper-raw-cipn-predictor.18d62d75ee709116
    namespace: kserve-ci-e2e-test
    resourceVersion: "23080"
    uid: 96db9830-57da-4a0d-af76-9c69862a9d4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 502cb197-656c-4c99-ab30-fd0d28909ccc
  kind: Event
  lastTimestamp: "2026-09-17T17:58:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:51Z"
    name: message-dumper-raw-cipn-predictor.18d62d796d42d723
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: 93468fbf-6773-4720-8443-f9dc226f4da1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23077"
    uid: 502cb197-656c-4c99-ab30-fd0d28909ccc
  kind: Event
  lastTimestamp: "2026-09-17T17:58:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:51Z"
    name: message-dumper-raw-cipn-predictor.18d62d796db689c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: bd5868d6-d544-43db-abf7-5b15bdfe5fbc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: 502cb197-656c-4c99-ab30-fd0d28909ccc
  kind: Event
  lastTimestamp: "2026-09-17T17:58:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:36Z"
    name: message-dumper-raw-cipn-predictor.18d62d7cec6e8294
    namespace: kserve-ci-e2e-test
    resourceVersion: "23410"
    uid: 641c4120-78e2-4308-badd-6394cbcb6ba7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: 502cb197-656c-4c99-ab30-fd0d28909ccc
  kind: Event
  lastTimestamp: "2026-09-17T17:58:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:58:36Z"
    name: message-dumper-raw-cipn-predictor.18d62d7cecc87b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: d2640aa2-dd8d-44ff-851b-e487238742d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: 69469f13-b105-4525-9364-c5127e568542
  kind: Event
  lastTimestamp: "2026-09-17T17:58:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:14Z"
    name: message-dumper-raw-cipn.18d62d75ee82de39
    namespace: kserve-ci-e2e-test
    resourceVersion: "23175"
    uid: 4e096adc-730f-4173-95de-98751259e286
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23070"
    uid: 69469f13-b105-4525-9364-c5127e568542
  kind: Event
  lastTimestamp: "2026-09-17T17:58:06Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:06Z"
    name: message-dumper-raw-cipn.18d62d75ef142ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23084"
    uid: 50ff66f5-5e36-4e11-8408-5c4147ff9e84
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:58:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23173"
    uid: 69469f13-b105-4525-9364-c5127e568542
  kind: Event
  lastTimestamp: "2026-09-17T17:58:14Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:58:14Z"
    name: message-dumper-raw-cipn.18d62d77c81aee42
    namespace: kserve-ci-e2e-test
    resourceVersion: "23174"
    uid: c4a99338-1fcf-432e-b69b-83a5dadc1ccb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:46:35.875821Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-636c4-f57976cc9-qjvf4
    to ip-10-0-132-90.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:46:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:46:35Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd524591f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: e20b978c-5ec9-40be-8f11-67de2eae1c58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: "2026-09-17T17:46:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-636c4-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:46:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:36Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd52f4ef62f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16485"
    uid: f2ebed3b-ea3d-4bcc-a5b8-571996df45e7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: "2026-09-17T17:46:37Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:46:37Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd569f6dbe0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 0614bb2f-343d-420b-9146-1c8193dd6685
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-636c4}
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: "2026-09-17T17:46:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:3663a14fbe8f475ebbdcabf8d9547595eec55855d8414670c1d7c06da85f80f1"
  metadata:
    creationTimestamp: "2026-09-17T17:46:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:37Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd56b5d056e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: 90a806b2-5c93-4bcd-9002-c9bd750f2dae
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-636c4}
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: "2026-09-17T17:46:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:3663a14fbe8f475ebbdcabf8d9547595eec55855d8414670c1d7c06da85f80f1"
    in 2.109s (2.109s including waiting). Image size: 211747396 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T17:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:39Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd5e9173ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16520"
    uid: 48649ad9-aa1b-4ec4-bf7e-2ad22028fd23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-636c4}
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: "2026-09-17T17:46:39Z"
  message: 'Created container: model-chainer-raw-636c4'
  metadata:
    creationTimestamp: "2026-09-17T17:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:39Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd5ec30a559
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: 0e42ca98-91ea-4919-81d3-ca8dc3b531c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-636c4}
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: "2026-09-17T17:46:39Z"
  message: Started container model-chainer-raw-636c4
  metadata:
    creationTimestamp: "2026-09-17T17:46:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:39Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd5ecb0710e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16522"
    uid: 0d140423-e77a-4528-b0e6-6fc1e94102a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-636c4}
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: "2026-09-17T17:46:45Z"
  message: Stopping container model-chainer-raw-636c4
  metadata:
    creationTimestamp: "2026-09-17T17:46:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:46:45Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd77b24b3ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 05888e27-2cec-4c8e-9590-d47b7669cb51
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-636c4}
    kind: Pod
    name: model-chainer-raw-636c4-f57976cc9-qjvf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16470"
    uid: d905f9e1-d384-4d17-af4a-b5c3396ece4d
  kind: Event
  lastTimestamp: "2026-09-17T17:47:15Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:46:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:47:15Z"
    name: model-chainer-raw-636c4-f57976cc9-qjvf4.18d62cd8948a26b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16993"
    uid: 96dce58d-2c35-4aab-958c-1e645d1eafa2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-636c4-f57976cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 21073fb5-759c-4742-9a5c-d1e17b023ca3
  kind: Event
  lastTimestamp: "2026-09-17T17:46:35Z"
  message: 'Created pod: model-chainer-raw-636c4-f57976cc9-qjvf4'
  metadata:
    creationTimestamp: "2026-09-17T17:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:35Z"
    name: model-chainer-raw-636c4-f57976cc9.18d62cd52397a445
    namespace: kserve-ci-e2e-test
    resourceVersion: "16469"
    uid: 0d7a6f13-1e59-4f92-8f36-2983f71b1101
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-636c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 193579a7-b1a5-4579-b711-c6e65b848cf9
  kind: Event
  lastTimestamp: "2026-09-17T17:46:35Z"
  message: Scaled up replica set model-chainer-raw-636c4-f57976cc9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:46:35Z"
    name: model-chainer-raw-636c4.18d62cd522d6cd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "16466"
    uid: 337b1490-8481-4625-aa42-01ccca2459cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:46:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-636c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 6f17d482-9bc3-411b-bb46-ee100b3c2f87
  kind: Event
  lastTimestamp: "2026-09-17T17:46:35Z"
  message: InferenceGraph [model-chainer-raw-636c4] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:46:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:46:35Z"
    name: model-chainer-raw-636c4.18d62cd5286d2240
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: cdf55f97-e25c-457a-beea-f11d742b242e
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:48:26.192118Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17703"
    uid: 0c5c96dc-1b18-4654-a8bd-1290de36c199
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj
    to ip-10-0-132-90.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:48:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:48:26Z"
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj.18d62ceed3b646e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 947c5446-6107-4617-a901-a0d1b765cd91
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17713"
    uid: 0c5c96dc-1b18-4654-a8bd-1290de36c199
  kind: Event
  lastTimestamp: "2026-09-17T17:48:26Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:48:26Z"
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj.18d62ceef59a98f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 1ebe6631-7fe8-4d20-aac9-5f48a04a73cb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-51535}
    kind: Pod
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 0c5c96dc-1b18-4654-a8bd-1290de36c199
  kind: Event
  lastTimestamp: "2026-09-17T17:48:26Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:3663a14fbe8f475ebbdcabf8d9547595eec55855d8414670c1d7c06da85f80f1"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:26Z"
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj.18d62ceef6e2053c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17726"
    uid: 7459c653-d36b-40e0-bc91-330547ea1a79
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-51535}
    kind: Pod
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 0c5c96dc-1b18-4654-a8bd-1290de36c199
  kind: Event
  lastTimestamp: "2026-09-17T17:48:26Z"
  message: 'Created container: model-chainer-raw-hpa-51535'
  metadata:
    creationTimestamp: "2026-09-17T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:26Z"
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj.18d62ceef9ddffb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: a6ea666e-8961-41ac-bd72-b64570f697c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-51535}
    kind: Pod
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 0c5c96dc-1b18-4654-a8bd-1290de36c199
  kind: Event
  lastTimestamp: "2026-09-17T17:48:26Z"
  message: Started container model-chainer-raw-hpa-51535
  metadata:
    creationTimestamp: "2026-09-17T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:26Z"
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj.18d62ceefa4763cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: 3e298d69-d6b0-4541-850a-b737ffadeed0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-51535}
    kind: Pod
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 0c5c96dc-1b18-4654-a8bd-1290de36c199
  kind: Event
  lastTimestamp: "2026-09-17T17:48:36Z"
  message: Stopping container model-chainer-raw-hpa-51535
  metadata:
    creationTimestamp: "2026-09-17T17:48:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:48:36Z"
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj.18d62cf12e424d40
    namespace: kserve-ci-e2e-test
    resourceVersion: "17823"
    uid: c5a06e5f-77a8-4dcf-a24e-695676859d5a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-51535}
    kind: Pod
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj
    namespace: kserve-ci-e2e-test
    resourceVersion: "17705"
    uid: 0c5c96dc-1b18-4654-a8bd-1290de36c199
  kind: Event
  lastTimestamp: "2026-09-17T17:49:03Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T17:48:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:49:03Z"
    name: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj.18d62cf19b2bb228
    namespace: kserve-ci-e2e-test
    resourceVersion: "18184"
    uid: 4a5125b9-1987-4953-b586-a33c071cbb3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-132-90.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-132-90.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-51535-8dcf5d4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 0084de99-e30d-4f05-8887-ad4ad5d4403b
  kind: Event
  lastTimestamp: "2026-09-17T17:48:26Z"
  message: 'Created pod: model-chainer-raw-hpa-51535-8dcf5d4c4-jn8lj'
  metadata:
    creationTimestamp: "2026-09-17T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:26Z"
    name: model-chainer-raw-hpa-51535-8dcf5d4c4.18d62ceed341c42b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17704"
    uid: df0fed86-adbf-417b-a210-0ec1db4ce055
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-51535
    namespace: kserve-ci-e2e-test
    resourceVersion: "17698"
    uid: 8a53e1c7-1708-45a6-8695-03c73e430a05
  kind: Event
  lastTimestamp: "2026-09-17T17:48:26Z"
  message: Scaled up replica set model-chainer-raw-hpa-51535-8dcf5d4c4 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:48:26Z"
    name: model-chainer-raw-hpa-51535.18d62ceed28f7665
    namespace: kserve-ci-e2e-test
    resourceVersion: "17701"
    uid: be696fd3-aaf6-4210-bed6-d6822ffba97f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:48:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-51535
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 8db38ebf-11ce-4825-b6e9-cf5659bda070
  kind: Event
  lastTimestamp: "2026-09-17T17:48:26Z"
  message: InferenceGraph [model-chainer-raw-hpa-51535] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:48:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:48:26Z"
    name: model-chainer-raw-hpa-51535.18d62ceed88b6dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: d19c1954-9800-4c9c-8860-f28ac1924467
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:50:25.983601Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-40485-predictor-578cc94c-zhjcw
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:50:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:50:25Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0ab7d731b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19033"
    uid: 7fb7e995-03c5-442a-98bf-94eee7c997f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:26Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:50:26Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0ad98d653e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: c8d22da6-364b-43b2-8b88-36e8eb384bd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:26Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0adaf44f16
    namespace: kserve-ci-e2e-test
    resourceVersion: "19053"
    uid: 32b21012-2d76-48fe-bbe7-0c2c65cf2fc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:26Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0addcf4581
    namespace: kserve-ci-e2e-test
    resourceVersion: "19056"
    uid: 5adfad65-6fd0-4863-afc2-c93f2be160af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:26Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0ade39a5fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19057"
    uid: d3c10a6c-dac9-4092-95f6-50ce46d5ddfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0beb269f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19093"
    uid: c45f2121-c713-4e95-94af-17baecebd657
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0bee061785
    namespace: kserve-ci-e2e-test
    resourceVersion: "19095"
    uid: c7dc951d-b382-4590-b728-889f53253f4b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0bee766f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19096"
    uid: b9eafb98-f78c-4f06-a5d0-58d65295ea0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0bee7fb51d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19097"
    uid: ab37b887-5e18-4d8b-8ee9-577facf9d07d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0bf0fa795c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19100"
    uid: f386e9a9-6d93-4472-8686-bfac6beed2c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:50:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:50:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:50:31Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0bf16683af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19101"
    uid: a38db568-9156-43c0-8b86-ba45b6d628ef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:51:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:50:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:49Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d0c62f44186
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: 78e5b9fa-0064-4f6c-8ead-ac81ddc4a7ad
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:51:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:46Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d1d5e1baa0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19796"
    uid: 84417e6d-a032-4220-945d-94c0ef32adcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:51:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:46Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d1d5e1c2060
    namespace: kserve-ci-e2e-test
    resourceVersion: "19797"
    uid: 9c3f7638-b3df-4dd0-b382-1d69149d9b08
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw
    namespace: kserve-ci-e2e-test
    resourceVersion: "19031"
    uid: 91ed4c8e-643f-496d-9b92-eaad8dedddd6
  kind: Event
  lastTimestamp: "2026-09-17T17:51:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:49Z"
    name: raw-sklearn-40485-predictor-578cc94c-zhjcw.18d62d1e151d4202
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: 2db78f35-eed0-403d-83b4-dcf20afbbd7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-40485-predictor-578cc94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19020"
    uid: 793cbb43-8b4d-48ed-9e82-c6aa8a9e917c
  kind: Event
  lastTimestamp: "2026-09-17T17:50:25Z"
  message: 'Created pod: raw-sklearn-40485-predictor-578cc94c-zhjcw'
  metadata:
    creationTimestamp: "2026-09-17T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:25Z"
    name: raw-sklearn-40485-predictor-578cc94c.18d62d0ab75596fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19030"
    uid: bf5fe379-1cbc-4b26-92aa-97f6fc22cdf7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-40485-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: 140f2b01-d0da-4f49-b017-46ae4c0bf767
  kind: Event
  lastTimestamp: "2026-09-17T17:50:25Z"
  message: Scaled up replica set raw-sklearn-40485-predictor-578cc94c from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:25Z"
    name: raw-sklearn-40485-predictor.18d62d0ab3ab67fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "19021"
    uid: aa2521a3-947c-4a01-8fc0-fd25d0843072
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-40485-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 685fe86c-4915-484f-aed9-5ddbedcd4917
  kind: Event
  lastTimestamp: "2026-09-17T17:50:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:55Z"
    name: raw-sklearn-40485-predictor.18d62d0e323b9b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 5c177153-9bbc-448b-a2e9-c4c2bd64d62c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-40485-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 685fe86c-4915-484f-aed9-5ddbedcd4917
  kind: Event
  lastTimestamp: "2026-09-17T17:50:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:50:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:50:55Z"
    name: raw-sklearn-40485-predictor.18d62d0e32aa100d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: 85954c7c-9b22-416f-9e61-c9a5ee6cabce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-40485-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 685fe86c-4915-484f-aed9-5ddbedcd4917
  kind: Event
  lastTimestamp: "2026-09-17T17:51:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:40Z"
    name: raw-sklearn-40485-predictor.18d62d15305a9e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19743"
    uid: c3a2a90c-8a32-40eb-b785-f070fe9075a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-40485-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19280"
    uid: 685fe86c-4915-484f-aed9-5ddbedcd4917
  kind: Event
  lastTimestamp: "2026-09-17T17:51:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:51:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:41Z"
    name: raw-sklearn-40485-predictor.18d62d1530c669bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19744"
    uid: 82097bad-aab9-4941-95ba-04e825f16179
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-40485
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: a4c29de8-a19e-43a5-b91c-928ed2e999f2
  kind: Event
  lastTimestamp: "2026-09-17T17:51:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:39Z"
    name: raw-sklearn-40485.18d62d0ab3bf6411
    namespace: kserve-ci-e2e-test
    resourceVersion: "19732"
    uid: 3cd0c1eb-8842-43e9-836f-fcbd5e8bd04b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-40485
    namespace: kserve-ci-e2e-test
    resourceVersion: "19009"
    uid: a4c29de8-a19e-43a5-b91c-928ed2e999f2
  kind: Event
  lastTimestamp: "2026-09-17T17:50:26Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-40485": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-40485":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:26Z"
    name: raw-sklearn-40485.18d62d0ab43b5131
    namespace: kserve-ci-e2e-test
    resourceVersion: "19043"
    uid: e1ee8f0b-c233-4eb4-87e6-8825f9b50220
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:50:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-40485
    namespace: kserve-ci-e2e-test
    resourceVersion: "19010"
    uid: a4c29de8-a19e-43a5-b91c-928ed2e999f2
  kind: Event
  lastTimestamp: "2026-09-17T17:50:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "raw-sklearn-40485": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:50:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:50:26Z"
    name: raw-sklearn-40485.18d62d0abbc8514b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19044"
    uid: 284eb91a-89cd-4660-acbb-25d9ac136a94
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-40485
    namespace: kserve-ci-e2e-test
    resourceVersion: "19730"
    uid: a4c29de8-a19e-43a5-b91c-928ed2e999f2
  kind: Event
  lastTimestamp: "2026-09-17T17:51:39Z"
  message: InferenceService [raw-sklearn-40485] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:39Z"
    name: raw-sklearn-40485.18d62d1bc7424d81
    namespace: kserve-ci-e2e-test
    resourceVersion: "19731"
    uid: 1aa94e57-0b17-4914-b78e-fad9a6558aca
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T17:51:51.405523Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19865"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    to ip-10-0-134-96.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T17:51:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T17:51:51Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d1e9b62412a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: c12555ae-33f4-414f-b868-d0c089089911
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-75dd884b6b-bcwhx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-de90d-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T17:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:51Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d1ea9f3ab92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: 71397dd7-c9b8-49a3-9d24-87c07da3209a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19876"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:52Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T17:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T17:51:52Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d1ee0c4dbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19888"
    uid: cdc5d111-ff43-473f-9a02-6df3a240b010
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:5647bbf3d2f892ce727c30831f3638ccee1c77720d8b8d5d0b09ee9d27787d0e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:52Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d1ee2643c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19891"
    uid: 8da875fe-1bfd-42b6-ac2e-1bb918516750
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T17:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:52Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d1ee526b69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19892"
    uid: 3ae095f1-3a0d-4a69-a732-691901520f5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T17:51:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:52Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d1ee59114e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19893"
    uid: 1427828f-3a3c-40fb-86a7-9b6af4b9a09e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1903"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:57Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d2005f3d80c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19933"
    uid: 85991bf3-eff4-4f43-bde4-6a92f7927914
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T17:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:57Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d20093e2ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19935"
    uid: 59681389-efbf-4c0a-aa10-8684bc046fcd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:57Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d2009be80b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19936"
    uid: b03cb488-d056-4a28-967c-bb145a100c91
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T17:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:57Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d2009c7b63c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19937"
    uid: acdd210f-3d62-44f9-87e3-b0b183f170a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T17:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:57Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d200cb6e377
    namespace: kserve-ci-e2e-test
    resourceVersion: "19940"
    uid: 580f9807-87fd-457e-b40c-e892f2a073bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:51:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:51:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:51:57Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d200d298197
    namespace: kserve-ci-e2e-test
    resourceVersion: "19941"
    uid: 9c0264ef-d8b4-4e0c-ba5a-41c0ab927536
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:53:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:15Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d207dc91a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20565"
    uid: 0f2092ab-24bc-43c9-a5d6-776ba3c01c5b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:53:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T17:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:11Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d313e5f05cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20516"
    uid: fbddcd90-0cf6-468d-80b1-14ca7cb84e42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:53:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T17:53:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:11Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d313e5f7a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20517"
    uid: 5fc1c132-adf1-4fba-8114-2e71d435f0da
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19867"
    uid: baf80c31-78c2-41cf-9adf-858361747a08
  kind: Event
  lastTimestamp: "2026-09-17T17:53:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T17:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T17:53:15Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5.18d62d322feacfa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "20564"
    uid: 58ad7369-cc07-4a24-91a7-12fbee30661b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-96.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-96.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19854"
    uid: d04f908a-1bb8-4301-9c7c-f63ce66015e2
  kind: Event
  lastTimestamp: "2026-09-17T17:51:51Z"
  message: 'Created pod: raw-sklearn-runtime-de90d-predictor-6bff856c59-ctgp5'
  metadata:
    creationTimestamp: "2026-09-17T17:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:51Z"
    name: raw-sklearn-runtime-de90d-predictor-6bff856c59.18d62d1e9a7c8349
    namespace: kserve-ci-e2e-test
    resourceVersion: "19866"
    uid: d6ca89f9-02ce-42df-ad7f-68fc8d524120
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-de90d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19852"
    uid: 66f8e68a-8265-455b-9972-d9ae4bf30981
  kind: Event
  lastTimestamp: "2026-09-17T17:51:51Z"
  message: Scaled up replica set raw-sklearn-runtime-de90d-predictor-6bff856c59 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T17:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:51:51Z"
    name: raw-sklearn-runtime-de90d-predictor.18d62d1e93f8c990
    namespace: kserve-ci-e2e-test
    resourceVersion: "19856"
    uid: f5bb0da1-0589-46ae-bc4e-d7303350e07b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-de90d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 833bdc0e-2574-46d4-951c-3a9ca1ed8d2c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:36Z"
    name: raw-sklearn-runtime-de90d-predictor.18d62d2212c065fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20229"
    uid: f89276c0-0c74-41dd-981b-bceb40d6576f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-de90d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 833bdc0e-2574-46d4-951c-3a9ca1ed8d2c
  kind: Event
  lastTimestamp: "2026-09-17T17:52:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T17:52:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:52:36Z"
    name: raw-sklearn-runtime-de90d-predictor.18d62d221330565c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20230"
    uid: bb911950-447c-46e5-aa48-3321b465daf9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-de90d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 833bdc0e-2574-46d4-951c-3a9ca1ed8d2c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:06Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:06Z"
    name: raw-sklearn-runtime-de90d-predictor.18d62d2c904b3b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "20453"
    uid: 9e55ae77-e165-4533-b635-bce363d93364
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T17:52:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-de90d-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20012"
    uid: 833bdc0e-2574-46d4-951c-3a9ca1ed8d2c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T17:52:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T17:53:06Z"
    name: raw-sklearn-runtime-de90d-predictor.18d62d2c90bc5a6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20454"
    uid: 9071feff-b34d-4781-b22f-47cc6c1424d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-de90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 6e9eed5d-17f9-4551-92a4-a42a04c9675c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T17:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:05Z"
    name: raw-sklearn-runtime-de90d.18d62d1e94615448
    namespace: kserve-ci-e2e-test
    resourceVersion: "20447"
    uid: 5007bece-3f0a-4320-9ec6-a3f9bd138fde
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:51:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-de90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19845"
    uid: 6e9eed5d-17f9-4551-92a4-a42a04c9675c
  kind: Event
  lastTimestamp: "2026-09-17T17:51:51Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-de90d":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-de90d":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T17:51:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:51:51Z"
    name: raw-sklearn-runtime-de90d.18d62d1e9554b997
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: 961bb594-0402-4c6b-b1c6-6f62446dc26d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T17:53:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-de90d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20445"
    uid: 6e9eed5d-17f9-4551-92a4-a42a04c9675c
  kind: Event
  lastTimestamp: "2026-09-17T17:53:05Z"
  message: InferenceService [raw-sklearn-runtime-de90d] is Ready
  metadata:
    creationTimestamp: "2026-09-17T17:53:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T17:53:05Z"
    name: raw-sklearn-runtime-de90d.18d62d2fe3672aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20446"
    uid: 7ce03111-55c7-47c7-b252-b2e1f0afcec2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24235"