---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:39:43.975028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20880"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76b74f4d6c-2f5vx
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:39:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dc609ec956
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: fb42efed-e85b-490b-acac-641fb45e8ef8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dc70b854a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20904"
    uid: 1f7d44e5-951a-47a2-b69e-ed2fe553dac1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:45Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:39:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dca664f153
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: e0f84861-fea9-4c8a-be0f-ebc1c3ddeeec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dca7cf4479
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: 6bf47aac-09bc-4003-a2de-136666d021cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dcab3e0225
    namespace: kserve-ci-e2e-test
    resourceVersion: "20927"
    uid: 17d671a0-4697-47c6-8103-b08a2dab89d8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dcabaf81b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20928"
    uid: 47305737-cfbb-4b65-a619-7984fa8f5071
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dd954e60ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20978"
    uid: 91984c8b-941a-4fc0-a969-fe2407346c5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dd98babb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "20982"
    uid: cc064990-b274-4ff5-984e-51e8f5b53ce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dd992e9d87
    namespace: kserve-ci-e2e-test
    resourceVersion: "20984"
    uid: f6e4636e-1a0d-42b1-a0a7-409819dc07ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dd99391902
    namespace: kserve-ci-e2e-test
    resourceVersion: "20986"
    uid: a185df9d-e421-49bf-8627-96aae84d29aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dd9c3c96c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20992"
    uid: 0f7987c4-dd89-4496-b6fd-7ed1648163b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684dd9caa67b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20996"
    uid: 35cc12d6-75a8-44be-99e2-d80ef69b2d6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:41:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:17Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684de0d4cbc33
    namespace: kserve-ci-e2e-test
    resourceVersion: "21734"
    uid: 68b6b341-9916-41ee-9882-f04369b55da4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684f157d6406c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21704"
    uid: af244f57-ef65-4e53-bb10-9c2dd6a954d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684f157d6d240
    namespace: kserve-ci-e2e-test
    resourceVersion: "21706"
    uid: def78b8b-de92-487c-94f2-f2419c736237
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx
    namespace: kserve-ci-e2e-test
    resourceVersion: "20882"
    uid: 4df53336-693f-47d2-ae93-7eabcb1a416c
  kind: Event
  lastTimestamp: "2026-09-18T20:41:17Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:17Z"
    name: isvc-canary-create-predictor-76b74f4d6c-2f5vx.18d684f213873e05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21733"
    uid: 55961c8c-d8bb-4179-91b4-b3a299d0da89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:39:44.067490Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20888"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-76b74f4d6c-z62mp
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:39:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dc662196e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: 15aad491-d719-49e5-a87a-73ea7dd73fb7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dc71c2bc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "20905"
    uid: 30be93c8-1106-40fc-b521-faa4a19cd84c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20896"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:45Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:39:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dcac2aff36
    namespace: kserve-ci-e2e-test
    resourceVersion: "20929"
    uid: fc42866a-ced5-47c3-a662-d88b0e365a42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dcad6262fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20931"
    uid: 0d4c2707-2684-4034-907c-98d86d598e67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dcb0b29616
    namespace: kserve-ci-e2e-test
    resourceVersion: "20935"
    uid: 8293b06d-05fd-45e8-9da3-ed21268df18c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:45Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dcb122c807
    namespace: kserve-ci-e2e-test
    resourceVersion: "20936"
    uid: f34945ba-9a03-4d1e-901e-71ea8be40a46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dd9894866b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20981"
    uid: e36ef3d0-bfac-4881-be9d-49f9620cf99f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dd9b3e2087
    namespace: kserve-ci-e2e-test
    resourceVersion: "20989"
    uid: fc28213b-20ef-4db2-bad9-6de001852e1c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dd9baefc89
    namespace: kserve-ci-e2e-test
    resourceVersion: "20993"
    uid: 20501b2d-d3ad-4ff1-bc68-2b39f6f9c505
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dd9bb7c13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20995"
    uid: 614a5523-fb06-4ee9-85a8-7439791dc342
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dd9f09408c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21000"
    uid: 2ca615a8-3dc2-4890-90b3-4eb55cf97816
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684dd9f7e5804
    namespace: kserve-ci-e2e-test
    resourceVersion: "21002"
    uid: 912fc47e-6417-4e23-bf90-684f99abf731
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:40:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:40:58Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684de1169c96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21533"
    uid: 425a8547-07a0-4fec-97d0-379d2534487d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:41:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:07Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684efcbedba89
    namespace: kserve-ci-e2e-test
    resourceVersion: "21612"
    uid: 83580e0d-e14c-4962-857d-ea682b79e9ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20889"
    uid: 2ed73cd2-73de-4f8e-8ee7-df2fd81c2131
  kind: Event
  lastTimestamp: "2026-09-18T20:41:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:07Z"
    name: isvc-canary-create-predictor-76b74f4d6c-z62mp.18d684efcbee6745
    namespace: kserve-ci-e2e-test
    resourceVersion: "21614"
    uid: 0b3f0331-1547-4f4d-a67c-b8e2df5470a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 1617f456-4368-436f-9a67-37a1154427f3
  kind: Event
  lastTimestamp: "2026-09-18T20:39:43Z"
  message: 'Created pod: isvc-canary-create-predictor-76b74f4d6c-2f5vx'
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:43Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d684dc60241201
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: 6b47fb0c-1701-4d42-97c4-07a8a898dc47
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20864"
    uid: 1617f456-4368-436f-9a67-37a1154427f3
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: 'Created pod: isvc-canary-create-predictor-76b74f4d6c-z62mp'
  metadata:
    creationTimestamp: "2026-09-18T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d684dc652fc869
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: e002640b-dc7a-4a16-acef-17004dd9c6b7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-76b74f4d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21604"
    uid: 1617f456-4368-436f-9a67-37a1154427f3
  kind: Event
  lastTimestamp: "2026-09-18T20:41:07Z"
  message: 'Deleted pod: isvc-canary-create-predictor-76b74f4d6c-z62mp'
  metadata:
    creationTimestamp: "2026-09-18T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:07Z"
    name: isvc-canary-create-predictor-76b74f4d6c.18d684efcbc6c8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "21613"
    uid: a3ad4d64-1ed4-4d76-a2db-0e7a7a29ccbb
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: cac36319-7d23-4a5e-8ceb-4c718ae90dc3
  kind: Event
  lastTimestamp: "2026-09-18T20:39:43Z"
  message: Scaled up replica set isvc-canary-create-predictor-76b74f4d6c from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:43Z"
    name: isvc-canary-create-predictor.18d684dc5c98c1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20866"
    uid: d89015b6-3ece-4669-830f-52cfdbf36b16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21600"
    uid: cac36319-7d23-4a5e-8ceb-4c718ae90dc3
  kind: Event
  lastTimestamp: "2026-09-18T20:41:07Z"
  message: Scaled down replica set isvc-canary-create-predictor-76b74f4d6c from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:07Z"
    name: isvc-canary-create-predictor.18d684efcb57fb02
    namespace: kserve-ci-e2e-test
    resourceVersion: "21605"
    uid: 56092db1-2e32-43f2-be1c-ca313aae57ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:39:43.926388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20869"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-667f95d746-xfwx7
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:39:43Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dc5db88e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "20875"
    uid: 6b97fdee-ebfa-4d17-a32b-98485aaf0c59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dc803591fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20907"
    uid: 4ea63e9a-8599-4021-9a61-eb0ad2a8d470
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dc81d4f0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20909"
    uid: 6ee0d715-175a-4e73-8fa9-23b9467fbb54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dc84ce0245
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: c5130bee-3d1e-4a7d-a787-71124f2beed9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:39:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dc853bfefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "20914"
    uid: 632e75a7-2db6-4209-b62f-928a6f2fa1c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dd98ab6f65
    namespace: kserve-ci-e2e-test
    resourceVersion: "20983"
    uid: e9c80a42-5c68-4650-be5c-26b992c93a45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dd9b532931
    namespace: kserve-ci-e2e-test
    resourceVersion: "20990"
    uid: a9e5e704-204e-4fa0-9ea1-5cfbf5b677f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dd9bc21a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "20997"
    uid: 7aa1423f-4ed2-4479-8f66-e25b451136c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dd9bcadffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20999"
    uid: d2643b3c-10da-429a-b61c-1bb80951cf09
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dd9f17fb5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21001"
    uid: f8c895f5-6565-4422-bd50-ffa4fca898e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:39:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:49Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684dd9f923fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "21004"
    uid: f1d43e44-d6a3-46d6-8b1b-43aaebe703d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:41:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:39:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:17Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684de11699ee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21736"
    uid: 89d8b9c1-9bca-4be6-a698-226b89e766a8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684f158117894
    namespace: kserve-ci-e2e-test
    resourceVersion: "21705"
    uid: fdbb23a3-4062-4ee8-bfea-1cff2ead5231
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:41:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:41:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:14Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684f15812a4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21707"
    uid: 3e29351f-2db1-4535-a2f3-eafa8f9bc045
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20871"
    uid: 41a06112-ffac-4124-ba1e-ba9ebc52b4d0
  kind: Event
  lastTimestamp: "2026-09-18T20:41:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:41:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:17Z"
    name: isvc-canary-create-v2-predictor-667f95d746-xfwx7.18d684f21796fbe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21735"
    uid: 07471103-e83b-44cb-8511-9de922149d14
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-667f95d746
    namespace: kserve-ci-e2e-test
    resourceVersion: "20855"
    uid: 4084ab47-1cf9-4986-b2a9-a5793d7f4713
  kind: Event
  lastTimestamp: "2026-09-18T20:39:43Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-667f95d746-xfwx7'
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:43Z"
    name: isvc-canary-create-v2-predictor-667f95d746.18d684dc5d435477
    namespace: kserve-ci-e2e-test
    resourceVersion: "20870"
    uid: 98cfa5b9-4d7e-4552-909d-1b55069169ec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20854"
    uid: 0186bd35-c97c-47ea-9477-2abeb457da8e
  kind: Event
  lastTimestamp: "2026-09-18T20:39:43Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-667f95d746 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:43Z"
    name: isvc-canary-create-v2-predictor.18d684dc59e50deb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20856"
    uid: b5df9e20-e6ed-4cfe-bc68-95dcff291411
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: a48fb84b-c7ca-472b-934a-24259ced9759
  kind: Event
  lastTimestamp: "2026-09-18T20:41:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:41:07Z"
    name: isvc-canary-create.18d684dc5c47e45f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21628"
    uid: 178e71f3-9294-485b-9cae-06e0c86e53f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: a48fb84b-c7ca-472b-934a-24259ced9759
  kind: Event
  lastTimestamp: "2026-09-18T20:41:07Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:41:07Z"
    name: isvc-canary-create.18d684dc5cb243fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21622"
    uid: 968f5404-7d97-4e2e-b191-23a7e6a60767
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: a48fb84b-c7ca-472b-934a-24259ced9759
  kind: Event
  lastTimestamp: "2026-09-18T20:41:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:41:07Z"
    name: isvc-canary-create.18d684dc5cb2968f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21623"
    uid: 8f940dae-f0dd-4488-bfee-730e627905db
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "21626"
    uid: a48fb84b-c7ca-472b-934a-24259ced9759
  kind: Event
  lastTimestamp: "2026-09-18T20:41:07Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:41:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:41:07Z"
    name: isvc-canary-create.18d684efd361fc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "21627"
    uid: 410c114d-5713-4b99-9e20-ab28bc61e4d5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:41:19.422207Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21805"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6546f8697f-8rslz
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f299b71f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21809"
    uid: 48178317-ba75-458f-a507-cb00de7611aa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21814"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f2bbbd841a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 575bb087-05cc-4d2f-b7f4-90b290740f57
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f2bd27e7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: 6245b6f7-7d91-4724-9215-19ce05d76e6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f2c081b387
    namespace: kserve-ci-e2e-test
    resourceVersion: "21840"
    uid: 1d625e71-5ee4-41a4-9b5e-f171dfd1e5bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:41:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:20Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f2c0f19767
    namespace: kserve-ci-e2e-test
    resourceVersion: "21841"
    uid: 9e0bbd90-1782-4949-96d7-c8ebc521a343
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f3cecfb1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 46343020-ca51-42e4-8b14-e974a0558965
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f3d2d97bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "21898"
    uid: 66652277-6372-49a7-97bf-ba7fe426699e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f3d350dd3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: d6323bfb-d15c-48dc-9cf9-8689e46981ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f3d35a0b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 665cca60-3fa5-43ac-8624-e3ec4bf457f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f3d6b0aed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21906"
    uid: 8f5ed19c-3509-4937-aa4c-e1303a89d55a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f3d7326fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21908"
    uid: 91c6b83b-7cd7-4487-9327-9214580bc901
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:42:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:31Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d684f40b01a1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22385"
    uid: f28f045b-7c62-43a0-94fc-26c9ebcd108b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:42:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d6850787550f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22565"
    uid: c36a1493-a363-431f-a2b3-b7ae3895b271
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:42:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d6850787555c90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22566"
    uid: f4816af1-cb3b-4502-b98c-7d71b885f275
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-8rslz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21807"
    uid: 653bfd3e-0222-48a6-bf5c-26d34825a1d7
  kind: Event
  lastTimestamp: "2026-09-18T20:42:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:42:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:51Z"
    name: isvc-canary-promote-predictor-6546f8697f-8rslz.18d685081142a321
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: 29ce78d6-3c4c-41c9-b836-c92837304a70
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:41:19.275113Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21786"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-6546f8697f-sgd77
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f290f2a108
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: c28be0a9-bb95-45b7-b352-0b631f9a89a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21803"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f2b2c0c13a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21825"
    uid: faab06a0-c978-49e3-910f-71e7771d0e29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f2b430a5f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: ff77df46-cbe1-4377-99d2-bf126c27dd9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f2b6a85111
    namespace: kserve-ci-e2e-test
    resourceVersion: "21833"
    uid: 293b480e-c336-4306-a010-7caa9dc89a33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f2b742d43f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21835"
    uid: 54542b07-03f3-41cc-b7d4-11cbd4e7b4a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f3cdcc7a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: 75e44f47-f0c0-4c6e-87bf-27723882cdab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f3d1056961
    namespace: kserve-ci-e2e-test
    resourceVersion: "21892"
    uid: 5666abc4-3ee6-44c2-aa46-f7c0dedb57c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f3d1755ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 8054ab7a-5c3c-44d9-9ab0-a07c06d7449f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f3d17f4cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "21894"
    uid: 32cb748e-2142-4ac0-9996-5c245ec8e939
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f3d49ddf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: be52e8e5-9964-4db0-8a4d-1cbd67f3a755
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f3d51174a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21904"
    uid: 423a04e5-3ee6-43d3-9381-10976e1e3ffe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:42:32Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:41:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:32Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d684f4459e08e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22397"
    uid: 5aedcc1d-c75a-4176-b3c9-f5f57c5ff826
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:42:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:41Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d68505c4e15741
    namespace: kserve-ci-e2e-test
    resourceVersion: "22481"
    uid: ab3239e1-9508-42cd-9f5a-4e07e602158a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:42:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:41Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d68505c4e22452
    namespace: kserve-ci-e2e-test
    resourceVersion: "22482"
    uid: 75d003e4-a311-4f25-99c9-5b66c3e02530
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-6546f8697f-sgd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21790"
    uid: 0a3447a2-120b-4b05-843a-253eba3baf0a
  kind: Event
  lastTimestamp: "2026-09-18T20:42:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:42:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:42Z"
    name: isvc-canary-promote-predictor-6546f8697f-sgd77.18d68505f7c65f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: 73763c2d-b44a-49a8-95a4-b397557bc7c7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 230a68ef-514a-4faf-b2cf-e07fc276b37b
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-6546f8697f-sgd77'
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d684f2903ab818
    namespace: kserve-ci-e2e-test
    resourceVersion: "21792"
    uid: 8453837d-c72b-41ba-a494-f6db4a8167fa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21776"
    uid: 230a68ef-514a-4faf-b2cf-e07fc276b37b
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: 'Created pod: isvc-canary-promote-predictor-6546f8697f-8rslz'
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d684f2992673ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "21806"
    uid: bc20ba80-413e-44ee-b636-a76a88acf64e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-6546f8697f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22472"
    uid: 230a68ef-514a-4faf-b2cf-e07fc276b37b
  kind: Event
  lastTimestamp: "2026-09-18T20:42:41Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-6546f8697f-sgd77'
  metadata:
    creationTimestamp: "2026-09-18T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:42:41Z"
    name: isvc-canary-promote-predictor-6546f8697f.18d68505c4b06468
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: f30300a9-edee-437e-a459-83eaf029dacd
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21775"
    uid: 557d35ed-9f10-408f-82d8-89eeb961a1d4
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Scaled up replica set isvc-canary-promote-predictor-6546f8697f from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-predictor.18d684f28abc56a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21779"
    uid: 52a1b9ed-ea3a-4f54-bce6-1f9c282761aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22468"
    uid: 557d35ed-9f10-408f-82d8-89eeb961a1d4
  kind: Event
  lastTimestamp: "2026-09-18T20:42:41Z"
  message: Scaled down replica set isvc-canary-promote-predictor-6546f8697f from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:42:41Z"
    name: isvc-canary-promote-predictor.18d68505c43658f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22473"
    uid: f1ef6d9b-d150-415c-88b2-ee28fd3bf81d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:41:19.267529Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21785"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f2907eef2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21793"
    uid: f342bae5-170a-45bc-81f9-8e6b3f9db7a7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f2b289b727
    namespace: kserve-ci-e2e-test
    resourceVersion: "21824"
    uid: 4df8cef5-ab18-4f74-9bde-3a8d34b4a0ec
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f2b3fe4e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21830"
    uid: 18156382-a9d3-459e-be1b-c1e7225b6808
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f2b6ad49d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: 9ef801a4-d28c-4efb-8eb7-fd58d5b9ef71
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f2b71b694a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21834"
    uid: ee9cbbff-741c-438e-8786-dd789c0ad2fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f3cebae911
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 7ce6903f-74ca-4fa0-8078-5e9c755fcc9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f3d2cd8a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "21897"
    uid: 44b48307-2b39-471a-a261-ee048eb5a595
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f3d34228d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: 4e44fa61-80f8-473c-a73c-124d095be224
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f3d34be4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21900"
    uid: fcf2a115-e9e1-4a51-81e8-fece24c5426c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f3d6c62b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21907"
    uid: 94b32fe5-e912-4771-b7a1-c6eeb62af6b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:41:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:41:24Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f3d7630501
    namespace: kserve-ci-e2e-test
    resourceVersion: "21909"
    uid: aadf52c7-976e-4a86-bb34-06e6c7c5e49a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:44:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:21Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d684f40ae49b60
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: bbdf9289-fdb8-42c0-afe8-8ae9feafd86d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:44:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d6851c87841115
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 1f48e75a-da5c-4ac9-bb91-3687a912b8cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:44:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d6851c87847c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 8159a010-0157-4443-b2d3-540169890ab8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz
    namespace: kserve-ci-e2e-test
    resourceVersion: "21787"
    uid: 31035aaa-3d2d-4497-a224-8cc3ee63f708
  kind: Event
  lastTimestamp: "2026-09-18T20:44:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:21Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz.18d6851d05b1a856
    namespace: kserve-ci-e2e-test
    resourceVersion: "23273"
    uid: 26d89614-3c17-40f9-937f-ad0dc2db2dea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:42:49.378653Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:42:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d685078b8986f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22576"
    uid: 367659b2-2404-4796-abe1-2be0829718ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:49Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d68507ad450272
    namespace: kserve-ci-e2e-test
    resourceVersion: "22587"
    uid: 2a2c2704-bd98-42a5-acd6-2a1611386b01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d68507aea5aeee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22589"
    uid: 1783a9bf-54cf-44f4-b930-d57f18ccd576
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:50Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d68507b0fa8159
    namespace: kserve-ci-e2e-test
    resourceVersion: "22591"
    uid: ce9c3b74-8592-41c9-8819-aee04ab773c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:42:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:50Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d68507b167fd4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: 321c32cb-68f1-4df2-ab05-d4539fab9330
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d685089b32556b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22624"
    uid: 3558e494-831d-4cc4-b084-275399469063
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:42:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d685089e657ebe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22628"
    uid: 18a056cc-edc5-42a2-97dd-2478f31f636d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:53Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d685089ee56bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: 64959b13-83b8-43d4-81ac-c36ad5824fb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d685089eee77f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22630"
    uid: 6c7f8dd1-9ed8-4055-a403-33f580dd300f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d68508a164939d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22631"
    uid: 16bd1118-355b-48a4-8022-1dd7e8e75527
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:42:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:42:54Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d68508a1d36195
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: cf880e64-3e81-43c3-9067-f8f2f133f478
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:44:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:21Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d6850912f73e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "23277"
    uid: 6dfddac3-fa27-412f-9040-64330c7d1002
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:44:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d6851c87aaddc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: fcb7b910-8e64-42f1-8f94-8788974e0f62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:44:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:44:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d6851c87ab4f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "23257"
    uid: e2db1782-61fd-4bae-95a1-583188db006c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl
    namespace: kserve-ci-e2e-test
    resourceVersion: "22573"
    uid: 9af7e58a-12e1-454e-a386-d42946605389
  kind: Event
  lastTimestamp: "2026-09-18T20:44:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:44:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:21Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl.18d6851d1925b641
    namespace: kserve-ci-e2e-test
    resourceVersion: "23276"
    uid: 1619b191-8b45-419f-ad14-00af03e66dcc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21767"
    uid: 64d11b57-9e29-4273-b4a4-a7ac63a62cc6
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-84fcdd9b5b-688sz'
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b.18d684f28f9ae078
    namespace: kserve-ci-e2e-test
    resourceVersion: "21788"
    uid: 2d904ead-b330-453b-b42d-135c1cde0c17
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22556"
    uid: 64d11b57-9e29-4273-b4a4-a7ac63a62cc6
  kind: Event
  lastTimestamp: "2026-09-18T20:42:49Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-84fcdd9b5b-qv2jl'
  metadata:
    creationTimestamp: "2026-09-18T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote-v2-predictor-84fcdd9b5b.18d685078a7dceaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: a0de696e-8066-4b0a-adfc-9b2f17a89a7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21766"
    uid: 878f8e85-fca7-4062-be7b-477257f11716
  kind: Event
  lastTimestamp: "2026-09-18T20:41:19Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-84fcdd9b5b from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:41:19Z"
    name: isvc-canary-promote-v2-predictor.18d684f286fbaff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21768"
    uid: b5663a99-7b0e-48c3-bad0-f54db55ac40d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22550"
    uid: 878f8e85-fca7-4062-be7b-477257f11716
  kind: Event
  lastTimestamp: "2026-09-18T20:42:49Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-84fcdd9b5b from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-18T20:42:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote-v2-predictor.18d68507857a8c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "22560"
    uid: f0d71fd5-7f87-4c9a-8f93-56aebf963f55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: eacb0a5c-b11d-486e-bdcd-b308348ddac6
  kind: Event
  lastTimestamp: "2026-09-18T20:42:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote.18d684f28a172a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: 1c57e235-eea1-4a55-832c-71fabb08c7a7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: eacb0a5c-b11d-486e-bdcd-b308348ddac6
  kind: Event
  lastTimestamp: "2026-09-18T20:42:49Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:42:49Z"
    name: isvc-canary-promote.18d684f28ae3f042
    namespace: kserve-ci-e2e-test
    resourceVersion: "22572"
    uid: 6c55031a-842f-4b9d-b37e-06339cffbde6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:41:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "21758"
    uid: eacb0a5c-b11d-486e-bdcd-b308348ddac6
  kind: Event
  lastTimestamp: "2026-09-18T20:42:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:42:41Z"
    name: isvc-canary-promote.18d684f28ae4595f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22493"
    uid: 950dd25f-9ce5-4313-968d-078b24287c06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:42:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: eacb0a5c-b11d-486e-bdcd-b308348ddac6
  kind: Event
  lastTimestamp: "2026-09-18T20:44:12Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:42:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:12Z"
    name: isvc-canary-promote.18d68505cbf1314c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23177"
    uid: ef2564bd-bce4-4ecd-951c-0122aefd9b23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:29:15.987486Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14529"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-45drl
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844a29a54cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14533"
    uid: 97abe17b-f4c7-4d7b-9641-c2ab19c3ac5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14537"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844a4b8117ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "14563"
    uid: 1ac1d946-c07b-493a-b022-a3d89abb5e24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844a4cf22629
    namespace: kserve-ci-e2e-test
    resourceVersion: "14566"
    uid: b5e59064-ad1c-4bd2-9835-ae877fe99842
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844a500eaf3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "14568"
    uid: 8f22d050-9985-4f95-bd1c-796406e0f93e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844a50874726
    namespace: kserve-ci-e2e-test
    resourceVersion: "14569"
    uid: 4691a88e-f5e2-4ac7-94b1-c6f0496f9c0b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-18T20:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:20Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844b362c3da2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14621"
    uid: 3e357e2d-e4d7-465b-9b4e-f5f0716a8c32
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 19.468s (19.468s including waiting). Image size: 1607124890 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:39Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844fbe970eae
    namespace: kserve-ci-e2e-test
    resourceVersion: "14776"
    uid: fb38e940-2aa8-45f6-8dee-16e92224a26b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844fc281ff13
    namespace: kserve-ci-e2e-test
    resourceVersion: "14779"
    uid: 3d967f01-9e53-497d-b8f4-249b061e5e70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844fc31a8757
    namespace: kserve-ci-e2e-test
    resourceVersion: "14782"
    uid: 8cd14140-662a-4c33-97f8-177ef314b6d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6844fc3283cad
    namespace: kserve-ci-e2e-test
    resourceVersion: "14783"
    uid: 5a15d4e4-040a-4191-878d-ad88ff605e59
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.903s (2.903s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:42Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d68450703df881
    namespace: kserve-ci-e2e-test
    resourceVersion: "14810"
    uid: 928c8f99-8116-40ef-81e3-f20ac48212da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:43Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d68450744f9ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14815"
    uid: ecba105c-ac5c-4d7e-b151-b77b0d500db3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:29:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:43Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6845074e5283c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14816"
    uid: 0fef6028-f38a-4aa4-bf6e-b9fee49c9dfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:30:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.22:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d684509d85e0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15416"
    uid: 9f5331f2-19f4-41b1-8e69-8f4be09e3b6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:30:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6846257e25202
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 664acdc5-cfc6-42fd-9548-75fc65fc7536
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl
    namespace: kserve-ci-e2e-test
    resourceVersion: "14530"
    uid: a4c17bff-6a09-4b74-af8f-3ba6150cd567
  kind: Event
  lastTimestamp: "2026-09-18T20:30:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:30:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-45drl.18d6846257e3773a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15437"
    uid: 5cbb7042-2963-48d2-a266-fe01296decda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:31:05.718906Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15523"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-89s7r
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:31:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:31:05Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68463b625e90c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15527"
    uid: c1780a2d-306b-4f19-ae38-75722f8c7c7e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15533"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:06Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:31:06Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68463d82251df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15538"
    uid: 0322e82e-da1a-458f-9c7c-52439893f6d2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:06Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68463d979f811
    namespace: kserve-ci-e2e-test
    resourceVersion: "15540"
    uid: d8171674-9745-4207-9aff-307fb083a006
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:06Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68463dc464809
    namespace: kserve-ci-e2e-test
    resourceVersion: "15541"
    uid: 13bc373b-6029-491b-ad95-4f0a53fadfda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:06Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68463dcb5ef65
    namespace: kserve-ci-e2e-test
    resourceVersion: "15542"
    uid: ce71ef0b-7698-45ba-942c-35fd8eb193b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68464f57a5c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15603"
    uid: 9c12db97-3d4d-469b-98d4-e6d4ffa93ccc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68464fc70106c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15628"
    uid: 440749f6-5d23-4515-b29a-88071c1c9d4a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68464fce0c4ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15630"
    uid: 46c02a17-e182-4c45-848d-7fec24f7e4be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68464fcea3ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15632"
    uid: 8e169381-25c5-49cd-9e81-39a5ca6c8d66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68464fffba012
    namespace: kserve-ci-e2e-test
    resourceVersion: "15648"
    uid: 7b379947-6cbc-4471-86ae-ee68ce48d884
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d6846500895208
    namespace: kserve-ci-e2e-test
    resourceVersion: "15653"
    uid: 9b0db862-4b3f-4cb9-aba8-41562ba88890
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:32:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:31:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:29Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d684656dac3eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16327"
    uid: d9182e1b-24f1-4fb1-b973-8b750500b58d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:32:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68478ad8badad
    namespace: kserve-ci-e2e-test
    resourceVersion: "16407"
    uid: 5b43f653-7a8d-4204-9265-13186cba417b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:32:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d68478ad8c46c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16410"
    uid: 996e7195-eec7-4fa0-a21a-41be41a38d42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 5bf6d415-5bf2-4d9b-9a94-0f36235d3140
  kind: Event
  lastTimestamp: "2026-09-18T20:32:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.23:8643/healthz": dial tcp
    10.133.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:39Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-89s7r.18d6847973cc0951
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: d8d3882f-1c53-457f-bb27-b753fba38cb8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:29:15.931129Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14518"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-7f7b644c9-gr84x
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844a26494558
    namespace: kserve-ci-e2e-test
    resourceVersion: "14522"
    uid: 9e5724a6-8fa2-4555-88ef-e35b6a7b300a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14528"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844a48ad38ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "14558"
    uid: c67b3b94-a36f-4bb5-af43-7283d10be872
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844a4a56e85a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14560"
    uid: b3089a46-b96c-4cca-9577-fd1ce00105ed
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    in 3.085s (3.085s including waiting). Image size: 308174268 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844b02427685
    namespace: kserve-ci-e2e-test
    resourceVersion: "14609"
    uid: 2efae619-713c-488d-82af-9a1b54b3ddc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844b05b296be
    namespace: kserve-ci-e2e-test
    resourceVersion: "14610"
    uid: ccaa8f5c-a8c4-4dc6-9fc3-1cdc7a38dec4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:29:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:19Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844b06297253
    namespace: kserve-ci-e2e-test
    resourceVersion: "14611"
    uid: de4fa98f-f40a-491d-9031-fed2dec5ad54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:24Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-18T20:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:24Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844c117bfa94
    namespace: kserve-ci-e2e-test
    resourceVersion: "14656"
    uid: a2b620cd-7f35-4780-880e-cb5b9c559dbc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 13.512s (13.512s including waiting). Image size: 1607124890 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:37Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844f36eba222
    namespace: kserve-ci-e2e-test
    resourceVersion: "14755"
    uid: d9a7722a-c212-469a-b6ef-0a899919b6ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:37Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844f3a06781a
    namespace: kserve-ci-e2e-test
    resourceVersion: "14756"
    uid: 355e37b3-e57e-46ff-a6ed-a9746bfa50dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:37Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844f3ae8ef13
    namespace: kserve-ci-e2e-test
    resourceVersion: "14757"
    uid: 45b5f104-cdf5-4241-84aa-a0facbfca8bb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:37Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T20:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:37Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844f3afa632e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14758"
    uid: d97df40c-c44f-4cf1-93e5-f0b95af65f9f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.347s (2.347s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844fc6df7a42
    namespace: kserve-ci-e2e-test
    resourceVersion: "14788"
    uid: 2b11e55a-de6f-470e-a0da-e8c533433a62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844fca117078
    namespace: kserve-ci-e2e-test
    resourceVersion: "14789"
    uid: fdf9592e-029f-4678-a7b5-d7898d102c9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844fcaa22361
    namespace: kserve-ci-e2e-test
    resourceVersion: "14790"
    uid: 8756286c-ee24-4aea-8a97-afc8c248c80b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:32:37Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:37Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d6844fd13449d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16429"
    uid: 088ad7b7-3d04-444d-b4bf-e4d82a631b02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:32:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d68478adb8e4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16408"
    uid: db1b74c6-51c2-4ae2-a1b0-910168f477b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:32:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:32:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:35Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d68478adb9a1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16411"
    uid: 0dbae491-fe36-41e6-97f0-621dd24ff015
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x
    namespace: kserve-ci-e2e-test
    resourceVersion: "14520"
    uid: a5de5c92-6932-4f74-874c-00f4dd12d269
  kind: Event
  lastTimestamp: "2026-09-18T20:32:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:36Z"
    name: isvc-canary-rollback-predictor-7f7b644c9-gr84x.18d68478cbf0f1fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: 36798d84-374e-45a1-a419-d144bf75fe16
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14504"
    uid: cb3920ac-4158-4865-9561-608558770e4a
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-gr84x'
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6844a25bc1d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "14521"
    uid: 61ccae55-a30b-4896-91ac-d3265b1b1b16
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14504"
    uid: cb3920ac-4158-4865-9561-608558770e4a
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-45drl'
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6844a2921e015
    namespace: kserve-ci-e2e-test
    resourceVersion: "14531"
    uid: 2f9e6288-f069-4b06-bdf3-8c98cfafbfe1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15428"
    uid: cb3920ac-4158-4865-9561-608558770e4a
  kind: Event
  lastTimestamp: "2026-09-18T20:30:59Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-7f7b644c9-45drl'
  metadata:
    creationTimestamp: "2026-09-18T20:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:59Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d6846257b35aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "15431"
    uid: 0b398021-3124-4c3e-93b4-aad6a68cbaa5
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-7f7b644c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15506"
    uid: cb3920ac-4158-4865-9561-608558770e4a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:05Z"
  message: 'Created pod: isvc-canary-rollback-predictor-7f7b644c9-89s7r'
  metadata:
    creationTimestamp: "2026-09-18T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:05Z"
    name: isvc-canary-rollback-predictor-7f7b644c9.18d68463b5b1660a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: ecb948bd-88c8-4ca9-8960-c834781d15a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14503"
    uid: 9cfc79e6-7476-4d8a-bf28-a6778a00e2e2
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f7b644c9 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-canary-rollback-predictor.18d6844a227319a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14505"
    uid: 7bd1d373-f1f7-4418-9c91-bb98a9e9e5bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15424"
    uid: 9cfc79e6-7476-4d8a-bf28-a6778a00e2e2
  kind: Event
  lastTimestamp: "2026-09-18T20:30:59Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-7f7b644c9 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:59Z"
    name: isvc-canary-rollback-predictor.18d68462575004ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15429"
    uid: 2b92bb4a-034e-4713-8b32-6bb0aeed360a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15501"
    uid: 9cfc79e6-7476-4d8a-bf28-a6778a00e2e2
  kind: Event
  lastTimestamp: "2026-09-18T20:31:05Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-7f7b644c9 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-18T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:05Z"
    name: isvc-canary-rollback-predictor.18d68463b009c1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15511"
    uid: e71184b0-3a37-4aac-84a7-10ae6e174aac
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:29:15.885605Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14508"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844a2392f119
    namespace: kserve-ci-e2e-test
    resourceVersion: "14514"
    uid: 3c6e059e-d4bf-478c-80e0-1dc381d7be79
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844a2ece0171
    namespace: kserve-ci-e2e-test
    resourceVersion: "14540"
    uid: 4046d7a4-a643-473a-967b-8e0281f0ebf3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14519"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:17Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:29:17Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844a6979c600
    namespace: kserve-ci-e2e-test
    resourceVersion: "14575"
    uid: ea135ec3-6edb-408f-8861-8cae7b2f72d3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:17Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844a6b847cb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "14577"
    uid: 51709971-262b-43e7-8299-ac2822b114ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:17Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844a6e9d40cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "14578"
    uid: 9d30c7eb-449f-4ccc-bc2f-a16c4047d1c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:17Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844a6f164a12
    namespace: kserve-ci-e2e-test
    resourceVersion: "14580"
    uid: 85ea754f-7853-465d-a775-cd518ac240ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:21Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-18T20:29:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:21Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844b72f609f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14640"
    uid: 63ea468f-0796-40a2-a831-70c40c2619c2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:39Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 18.44s (18.44s including waiting). Image size: 1607124890 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:39Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844fbe1c66d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14775"
    uid: d2302e87-2004-407f-a0c8-34ced89df890
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844fc275300d
    namespace: kserve-ci-e2e-test
    resourceVersion: "14778"
    uid: 2d841360-7584-459b-ab11-b03370d77f61
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844fc30cd647
    namespace: kserve-ci-e2e-test
    resourceVersion: "14780"
    uid: 896698b5-4b4b-40eb-8ebc-e763bc0f14e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6844fc317bddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14781"
    uid: c40b0a1a-2f66-48ed-bf2f-c4d7230afea3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.936s (2.936s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:42Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6845072203f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "14813"
    uid: 87b79ac5-df79-4c6f-af80-5a5583637415
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:43Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6845075502a49
    namespace: kserve-ci-e2e-test
    resourceVersion: "14818"
    uid: 3ee5a2c5-ff85-4629-8d57-eb1de93ef068
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:29:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:43Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d6845075c36bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14821"
    uid: e1778465-55ba-4b57-967e-2bd28641c9d1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:31:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:09Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d684509d66e3a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15570"
    uid: f1c74d16-2cb3-4be7-89e1-9b935d602ecf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:31:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:05Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d68463b1666f6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: d840b13a-6288-4e07-becd-ef63c3f39737
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:31:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:05Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d68463b166fe19
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: b1efc4d4-9a3d-46fd-a47d-aaad201767e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r
    namespace: kserve-ci-e2e-test
    resourceVersion: "14511"
    uid: 8bc0552a-dffe-4d30-9a85-a65368822525
  kind: Event
  lastTimestamp: "2026-09-18T20:31:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:09Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r.18d68464a3efef8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15569"
    uid: 6909710c-1960-4642-a533-61156717b4e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-56575f6cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14493"
    uid: 86a7f363-6900-4e20-a64c-61558c6320ca
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-56575f6cc4-qp48r'
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-canary-rollback-v2-predictor-56575f6cc4.18d6844a23216134
    namespace: kserve-ci-e2e-test
    resourceVersion: "14510"
    uid: 1dd41c07-1c3f-43fe-9a65-5db76a16a187
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14490"
    uid: b1d9fa8d-0efa-4f57-a494-932f4d1acea7
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-56575f6cc4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-canary-rollback-v2-predictor.18d6844a1fd5b3d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14495"
    uid: 301e4a08-4fe7-4fd6-8bb1-925788cb76be
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "14474"
    uid: dd3ea648-c8e4-4533-afe5-9b235bd5b4b8
  kind: Event
  lastTimestamp: "2026-09-18T20:31:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:05Z"
    name: isvc-canary-rollback.18d6844a226206e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15531"
    uid: 2b2f9fd7-78b7-4c99-a992-3adca301259b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: dd3ea648-c8e4-4533-afe5-9b235bd5b4b8
  kind: Event
  lastTimestamp: "2026-09-18T20:31:05Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:05Z"
    name: isvc-canary-rollback.18d684625b35e6b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 81451d0f-c803-41c3-bfd0-4d9a93b9f96d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15404"
    uid: dd3ea648-c8e4-4533-afe5-9b235bd5b4b8
  kind: Event
  lastTimestamp: "2026-09-18T20:31:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:05Z"
    name: isvc-canary-rollback.18d684625b362a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: 3fec93e5-e44d-4e43-a606-729703243ca5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: dd3ea648-c8e4-4533-afe5-9b235bd5b4b8
  kind: Event
  lastTimestamp: "2026-09-18T20:32:33Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:30:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:33Z"
    name: isvc-canary-rollback.18d684625f497fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16365"
    uid: 7c63d42d-cbb1-4cdc-946c-a1b730f2f8eb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:32:41.061911Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16491"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ffdccb94c-6w89x
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d68479e908b193
    namespace: kserve-ci-e2e-test
    resourceVersion: "16495"
    uid: 2f4e63a3-35f6-4a9e-b39c-7098f50ff243
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16499"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847a0b4acac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: 70045d95-f3ce-42f6-b2f5-e75bc65a189a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847a0cbbbbfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 6a277965-0633-4b60-b4c2-5db9871d7e9a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847a0f7826c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 59512324-4fa8-436f-84a6-fee47666f097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847a0fee1191
    namespace: kserve-ci-e2e-test
    resourceVersion: "16543"
    uid: 05cca917-8b5e-474a-afc1-cffefd611b28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847b1825c4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16602"
    uid: e399e8d0-abbb-41ad-9d45-3d2a4a4d84ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847b1c12d6a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16605"
    uid: 3843db11-63e0-483b-a6d1-9d78ac3be9fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847b1c969d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "16608"
    uid: 3e2333cf-c469-43fa-a027-f6715cb232e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847b1ca2ac18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16609"
    uid: f1ad32a0-685f-4ed9-b073-10a3a887f67f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847b1fd49c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16610"
    uid: 7632dadf-0d4d-4b54-917b-556eaaca3e82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847b2047dfe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16612"
    uid: ea3df01e-3652-4e79-bd5d-2dc4fa40ff01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:33:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:32:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:54Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6847b90315eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: a888b0cd-467e-43c2-a219-f29c45e0e586
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:34:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:16Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d6849004901a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "17619"
    uid: 71573acd-c669-4c7c-b2a7-b8e753388e2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:34:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:34:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:16Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d68490049098c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17620"
    uid: 469e0d24-d6c6-4d1b-98e9-0647b24bae48
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16493"
    uid: 848c20cf-6352-45fc-84ec-209370583788
  kind: Event
  lastTimestamp: "2026-09-18T20:34:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:19Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-6w89x.18d68490c0810832
    namespace: kserve-ci-e2e-test
    resourceVersion: "17652"
    uid: b9a23635-7c69-405e-8f66-5e1f9037a18a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:32:41.128192Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16500"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5ffdccb94c-bj772
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d68479ecfc0876
    namespace: kserve-ci-e2e-test
    resourceVersion: "16504"
    uid: 3c3fe538-39eb-4cfe-9916-3592c503fd37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847a0ed9d2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16540"
    uid: c800e354-68fe-460b-9d79-6c04d0148feb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847a1018f129
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: 8d95523f-ec3a-4502-a02f-c69daafc88fc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847a13318f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 4af75741-7f51-4291-a00c-abe876a48347
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847a13a3c0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: a9b4ce9b-c3c8-4373-8d3a-3935668d9f5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847b2bc56905
    namespace: kserve-ci-e2e-test
    resourceVersion: "16614"
    uid: 8b20fdba-daaa-4b98-a385-afa1c82a82cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847b2f759eb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16618"
    uid: 7295c158-982c-40f8-97d2-5ea93d5c4533
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847b2ff68502
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 755814b5-1494-4085-becf-a7d3873c1049
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847b2fff4332
    namespace: kserve-ci-e2e-test
    resourceVersion: "16623"
    uid: 7ad814f5-7222-48d5-a184-ff5231acb7a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847b334c989c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16625"
    uid: e7db45d1-54fb-4bc4-93be-4c2c96fc1f20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847b340a1101
    namespace: kserve-ci-e2e-test
    resourceVersion: "16628"
    uid: 546d6b22-238c-4a75-aba7-399f3a9a1d70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:33:59Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:59Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6847b67e3273a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17428"
    uid: 900cb5f0-93e6-4630-87d9-d1084bc56ce0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:13Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6848f76540537
    namespace: kserve-ci-e2e-test
    resourceVersion: "17566"
    uid: bba8c90b-b7a7-4007-a2f0-860de028c4af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:13Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6848f76549633
    namespace: kserve-ci-e2e-test
    resourceVersion: "17568"
    uid: fe473aba-3ae3-4666-8193-418640c46cac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772
    namespace: kserve-ci-e2e-test
    resourceVersion: "16503"
    uid: af964572-fc1b-4917-aff8-5e95f8736d67
  kind: Event
  lastTimestamp: "2026-09-18T20:34:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:18Z"
    name: isvc-canary-stop-predictor-5ffdccb94c-bj772.18d6849098214179
    namespace: kserve-ci-e2e-test
    resourceVersion: "17644"
    uid: d5c7bc68-8ea0-4950-a557-ef9227a0d8f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 3a882723-a352-447a-9fdf-3e79d271567d
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ffdccb94c-6w89x'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d68479e8982421
    namespace: kserve-ci-e2e-test
    resourceVersion: "16492"
    uid: 202f5478-b69d-42a3-8de9-d2566d67c862
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16474"
    uid: 3a882723-a352-447a-9fdf-3e79d271567d
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: 'Created pod: isvc-canary-stop-predictor-5ffdccb94c-bj772'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d68479ec0ea691
    namespace: kserve-ci-e2e-test
    resourceVersion: "16502"
    uid: a8304e19-a60d-47d2-a6f8-d15ad7936073
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5ffdccb94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 3a882723-a352-447a-9fdf-3e79d271567d
  kind: Event
  lastTimestamp: "2026-09-18T20:34:13Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-5ffdccb94c-bj772'
  metadata:
    creationTimestamp: "2026-09-18T20:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:13Z"
    name: isvc-canary-stop-predictor-5ffdccb94c.18d6848f7632f41f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: 0b2fdeba-9827-4473-867c-126d8768bb8e
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16473"
    uid: 187a7adf-7a9a-4325-8db9-43c907d4986a
  kind: Event
  lastTimestamp: "2026-09-18T20:32:40Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5ffdccb94c from 0 to 2
  metadata:
    creationTimestamp: "2026-09-18T20:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:40Z"
    name: isvc-canary-stop-predictor.18d68479e4eb9f6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16476"
    uid: ecfdb5d1-dfce-4eab-afcb-a062614d1b40
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17555"
    uid: 187a7adf-7a9a-4325-8db9-43c907d4986a
  kind: Event
  lastTimestamp: "2026-09-18T20:34:13Z"
  message: Scaled down replica set isvc-canary-stop-predictor-5ffdccb94c from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:13Z"
    name: isvc-canary-stop-predictor.18d6848f75bdaeed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: 5b006c8f-49d8-4095-8c08-85cb5093a17c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:32:41.022955Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d68479e6b63663
    namespace: kserve-ci-e2e-test
    resourceVersion: "16487"
    uid: 9941ea03-8406-4ec9-8fe9-a65cb3468415
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16494"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847a0882b422
    namespace: kserve-ci-e2e-test
    resourceVersion: "16531"
    uid: e67b4195-52bc-411d-9e3d-992c104d8eee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847a09d3ce57
    namespace: kserve-ci-e2e-test
    resourceVersion: "16533"
    uid: d015e948-8703-42a7-809b-0c38a22a1ca8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847a0ca56617
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: e9e5e893-b11c-4f3a-9bb8-363bd90fcbe2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847a0d11b7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16539"
    uid: 0513a542-ca81-4da2-af58-d46c085acef0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847b2bb083ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16613"
    uid: ba557ef7-9e9b-430c-8284-bb962956cd6e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847b2f6949f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16617"
    uid: dae6c9b3-f655-4646-a275-e83b38fafbd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847b2fe98b0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16619"
    uid: ef1c0aa7-58d5-4eb0-b2dc-f1422d1392b8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847b2ff3e8c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: 49578be6-55dc-4a19-8516-eaafdfc288ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847b33599fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16627"
    uid: 5911c065-598b-4e6b-b280-ff9b15f768b2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:46Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847b340a1302
    namespace: kserve-ci-e2e-test
    resourceVersion: "16629"
    uid: b65f3231-b2f3-4aa1-867e-29c13ef3db0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:34:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:03Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6847b67cb7ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17463"
    uid: e8fb677a-9d24-4bbd-86e4-452057ed74ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:34:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:15Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6849001f24123
    namespace: kserve-ci-e2e-test
    resourceVersion: "17606"
    uid: 74f2e15d-abf7-425c-9532-2a523dd5eb90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:34:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:15Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d6849001f2cff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17608"
    uid: 49999302-75aa-4679-a597-eeb6854090ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv
    namespace: kserve-ci-e2e-test
    resourceVersion: "16483"
    uid: bcbf9678-9ddf-4056-a6fc-0b8714a5b5c0
  kind: Event
  lastTimestamp: "2026-09-18T20:34:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:18Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv.18d684909822a8eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17645"
    uid: 36d249f9-cea6-4538-9bfb-e58b5faff192
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-b9c8d9798
    namespace: kserve-ci-e2e-test
    resourceVersion: "16464"
    uid: f54b2d51-70fb-41da-ba82-1e6a0d21f140
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-b9c8d9798-5mdrv'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop-v2-predictor-b9c8d9798.18d68479e6108f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: 07ad924c-9aec-4db7-b492-a9d6f433b5b8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16463"
    uid: 7e0205f8-380e-4d78-9eac-38ecebaa8710
  kind: Event
  lastTimestamp: "2026-09-18T20:32:40Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-b9c8d9798 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:40Z"
    name: isvc-canary-stop-v2-predictor.18d68479e299eb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: db0d1348-2646-4810-8686-cdfa35cdeb49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 61fdb36c-e7fc-4149-baaf-3905072b4c78
  kind: Event
  lastTimestamp: "2026-09-18T20:34:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:13Z"
    name: isvc-canary-stop.18d68479e48cb1ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: 246a16f0-88ce-4df4-9474-dca6eb1f1b89
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 61fdb36c-e7fc-4149-baaf-3905072b4c78
  kind: Event
  lastTimestamp: "2026-09-18T20:34:13Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:32:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:13Z"
    name: isvc-canary-stop.18d68479e50e6b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: cf0fd890-1173-4b69-87a9-7cc92a58363f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "16455"
    uid: 61fdb36c-e7fc-4149-baaf-3905072b4c78
  kind: Event
  lastTimestamp: "2026-09-18T20:32:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:41Z"
    name: isvc-canary-stop.18d68479e50e9f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 3d45cdfc-e578-49de-bf82-c4b7b46f22aa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "17518"
    uid: 61fdb36c-e7fc-4149-baaf-3905072b4c78
  kind: Event
  lastTimestamp: "2026-09-18T20:34:09Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:34:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:09Z"
    name: isvc-canary-stop.18d6848e77496f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17519"
    uid: f8f1a540-bcf6-4afc-b8f0-e26301a3af00
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:36:34.709524Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: 1fe10421-129d-411f-a478-5a4faa479972
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:36:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:36:34Z"
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd.18d684b04f84cc39
    namespace: kserve-ci-e2e-test
    resourceVersion: "19129"
    uid: c7762eb8-90e1-4051-aa31-8e60179e9290
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19133"
    uid: 1fe10421-129d-411f-a478-5a4faa479972
  kind: Event
  lastTimestamp: "2026-09-18T20:36:35Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:36:35Z"
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd.18d684b071668b92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19143"
    uid: 47f09334-29a0-44a3-8325-c31fc3f2b49c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1fe10421-129d-411f-a478-5a4faa479972
  kind: Event
  lastTimestamp: "2026-09-18T20:36:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:40Z"
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd.18d684b074025b22
    namespace: kserve-ci-e2e-test
    resourceVersion: "19188"
    uid: c9b87c33-8e02-4fa2-b38b-4ab487eb8372
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1fe10421-129d-411f-a478-5a4faa479972
  kind: Event
  lastTimestamp: "2026-09-18T20:36:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:40Z"
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd.18d684b0768c68af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19191"
    uid: 81f0092a-1ee8-4582-a6cc-bc8ee752f538
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1fe10421-129d-411f-a478-5a4faa479972
  kind: Event
  lastTimestamp: "2026-09-18T20:36:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:40Z"
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd.18d684b07711f2bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19192"
    uid: c5cb147b-af35-4e16-9e0d-00a46521cb95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19126"
    uid: 1fe10421-129d-411f-a478-5a4faa479972
  kind: Event
  lastTimestamp: "2026-09-18T20:36:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:36:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:44Z"
    name: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd.18d684b2a26783c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19243"
    uid: 0e504f85-9acf-49e9-94d5-f2b95b53b19f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-fbd03a-predictor-5d54576f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: a13e73a4-44c8-4c7a-8222-2ccdd1360492
  kind: Event
  lastTimestamp: "2026-09-18T20:36:34Z"
  message: 'Created pod: isvc-init-fail-fbd03a-predictor-5d54576f86-sc8dd'
  metadata:
    creationTimestamp: "2026-09-18T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:34Z"
    name: isvc-init-fail-fbd03a-predictor-5d54576f86.18d684b04f0eecc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19127"
    uid: b2f751f4-9424-49e9-81a0-7fda7892f073
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-fbd03a-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19113"
    uid: 89dc9c9f-2d2b-41d4-b9a6-579dc94bb6a2
  kind: Event
  lastTimestamp: "2026-09-18T20:36:34Z"
  message: Scaled up replica set isvc-init-fail-fbd03a-predictor-5d54576f86 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:34Z"
    name: isvc-init-fail-fbd03a-predictor.18d684b04ba9ca3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19118"
    uid: 7f0028d5-b814-4d9a-8fbf-878a09efc4f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fbd03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: acfb7a88-a8bc-4230-a183-84c8f8776a1d
  kind: Event
  lastTimestamp: "2026-09-18T20:36:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:40Z"
    name: isvc-init-fail-fbd03a.18d684b04b414d7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19196"
    uid: 11a8db8e-c909-47ce-8780-389c1d0dd675
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fbd03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: acfb7a88-a8bc-4230-a183-84c8f8776a1d
  kind: Event
  lastTimestamp: "2026-09-18T20:36:34Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-fbd03a":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-fbd03a":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:34Z"
    name: isvc-init-fail-fbd03a.18d684b04bb63015
    namespace: kserve-ci-e2e-test
    resourceVersion: "19120"
    uid: cccfdb60-3802-4f83-a877-da86ff4614e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-fbd03a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19104"
    uid: acfb7a88-a8bc-4230-a183-84c8f8776a1d
  kind: Event
  lastTimestamp: "2026-09-18T20:36:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-fbd03a": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:34Z"
    name: isvc-init-fail-fbd03a.18d684b04bb69391
    namespace: kserve-ci-e2e-test
    resourceVersion: "19121"
    uid: 95419604-e587-4050-ab26-78663e553d0c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:35:11.818096Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18299"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:35:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:35:11Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849d02cd9250
    namespace: kserve-ci-e2e-test
    resourceVersion: "18304"
    uid: 1d7bb2ba-1746-4e9e-9f3a-cb7aad16fa50
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18309"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:12Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:35:12Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849d24cc46e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18321"
    uid: 781cf640-dcf4-45a7-8807-b52c8ba18d29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:12Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849d2655c0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18323"
    uid: a3bd7006-a2f6-475f-9d5f-9d27b71b968c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:12Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849d28b2cc64
    namespace: kserve-ci-e2e-test
    resourceVersion: "18325"
    uid: 4507d977-fa1c-4e20-91d8-50bd240e0b5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:35:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:12Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849d29223644
    namespace: kserve-ci-e2e-test
    resourceVersion: "18326"
    uid: 544c469e-eb27-405d-b99c-69cb003a6231
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e404ce92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18374"
    uid: 402ec5a8-cc78-4ef7-b836-c7bd67d78783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e43c6277a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18377"
    uid: e0a46457-5842-4f92-967a-61ba91d96c44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e444dba1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: b6b41428-ec4c-4922-b433-8ca8b4edf052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e4456a76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18379"
    uid: 3d6655c9-e83f-49a0-aab8-c17ef5e1f5fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e475ff7c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18382"
    uid: 8ab67de1-d1ca-4574-8de3-5d79b592b9f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e47ce7d41
    namespace: kserve-ci-e2e-test
    resourceVersion: "18383"
    uid: 54237828-0206-4a47-9e5d-17ce9415b6a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e47d77f3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18385"
    uid: 3cf24403-dcc0-47fa-be98-d9bac8ca07a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e4a7c7f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18386"
    uid: 2f09d79e-0169-48f8-8751-e880cedc7d66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:35:17Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T20:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:17Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e4b2394db
    namespace: kserve-ci-e2e-test
    resourceVersion: "18387"
    uid: 0c566389-9ce4-4d4f-ab0d-a03e3f9714c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:36:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:54Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e7c502f88
    namespace: kserve-ci-e2e-test
    resourceVersion: "19463"
    uid: 51b45e80-bc6f-41ba-834c-f574e6d44d54
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:37:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T20:35:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:04Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d6849e7c5a59af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19555"
    uid: 2d6268fd-2782-4368-9463-5c20bb4ee575
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:36:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:47Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d684b347ee73dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19301"
    uid: 2e468153-5a84-4bc0-bab3-12762a16158e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:36:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:47Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d684b347efb6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19303"
    uid: f24a7aee-63ec-4657-a058-62cee0d095dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:36:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:47Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d684b347efe7a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19304"
    uid: affa95eb-91b3-413b-8187-38d8b4adb496
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 97ef0f22-51c1-4b5e-85c0-7e89a2c3e303
  kind: Event
  lastTimestamp: "2026-09-18T20:37:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:37:04Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb.18d684b3ac8e2a96
    namespace: kserve-ci-e2e-test
    resourceVersion: "19554"
    uid: de5ae797-80fe-42d6-80a2-d1ce1653567a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18289"
    uid: 22f1c100-1364-49a9-9893-7758a4f86ebc
  kind: Event
  lastTimestamp: "2026-09-18T20:35:11Z"
  message: 'Created pod: isvc-logger-raw-ad25b-predictor-6c76fc79b9-x49wb'
  metadata:
    creationTimestamp: "2026-09-18T20:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:11Z"
    name: isvc-logger-raw-ad25b-predictor-6c76fc79b9.18d6849d0259f137
    namespace: kserve-ci-e2e-test
    resourceVersion: "18301"
    uid: f415832c-f850-4449-88e1-ce2daab7cf4d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: 7c648dc1-50fe-46ae-904c-b227f8123c88
  kind: Event
  lastTimestamp: "2026-09-18T20:35:11Z"
  message: Scaled up replica set isvc-logger-raw-ad25b-predictor-6c76fc79b9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:11Z"
    name: isvc-logger-raw-ad25b-predictor.18d6849cfec4ed83
    namespace: kserve-ci-e2e-test
    resourceVersion: "18290"
    uid: 11c4ce44-4271-42bf-9e56-247815663125
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: 3869c026-9150-4159-9e30-724b563367be
  kind: Event
  lastTimestamp: "2026-09-18T20:35:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:41Z"
    name: isvc-logger-raw-ad25b-predictor.18d684a07d2d9abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18580"
    uid: c1be6cde-b337-41db-b197-0b4513f9ed39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: 3869c026-9150-4159-9e30-724b563367be
  kind: Event
  lastTimestamp: "2026-09-18T20:35:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:41Z"
    name: isvc-logger-raw-ad25b-predictor.18d684a07d9506ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18581"
    uid: fb8d0746-7ec6-4408-a5f8-30c5fbd93682
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 3869c026-9150-4159-9e30-724b563367be
  kind: Event
  lastTimestamp: "2026-09-18T20:36:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:41Z"
    name: isvc-logger-raw-ad25b-predictor.18d684a77af73d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19204"
    uid: e687d8d3-8485-45c9-976d-cccf7805a788
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 3869c026-9150-4159-9e30-724b563367be
  kind: Event
  lastTimestamp: "2026-09-18T20:36:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:41Z"
    name: isvc-logger-raw-ad25b-predictor.18d684a77b6068ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "19205"
    uid: dffa9bb3-bff4-4bc4-bd88-90db572caed7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ad25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18279"
    uid: 24c822c7-1123-4fe3-80f3-2124bcd09ec1
  kind: Event
  lastTimestamp: "2026-09-18T20:36:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:34Z"
    name: isvc-logger-raw-ad25b.18d6849cfec870a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19092"
    uid: 70f94374-b73b-4170-a325-21db408a5131
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ad25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18279"
    uid: 24c822c7-1123-4fe3-80f3-2124bcd09ec1
  kind: Event
  lastTimestamp: "2026-09-18T20:35:11Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-ad25b":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-ad25b":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:11Z"
    name: isvc-logger-raw-ad25b.18d6849cff6e935f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18312"
    uid: 4d9c40bd-0b55-443b-907d-8469f52ebe30
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ad25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18281"
    uid: 24c822c7-1123-4fe3-80f3-2124bcd09ec1
  kind: Event
  lastTimestamp: "2026-09-18T20:35:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger-raw-ad25b": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:11Z"
    name: isvc-logger-raw-ad25b.18d6849d058096e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18313"
    uid: 34aec5cf-1d46-4c22-b233-ed5c9fdb0452
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-ad25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19089"
    uid: 24c822c7-1123-4fe3-80f3-2124bcd09ec1
  kind: Event
  lastTimestamp: "2026-09-18T20:36:34Z"
  message: InferenceService [isvc-logger-raw-ad25b] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:36:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:34Z"
    name: isvc-logger-raw-ad25b.18d684b0356b4562
    namespace: kserve-ci-e2e-test
    resourceVersion: "19090"
    uid: 2a460e8f-261c-496f-8198-4a6433172614
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:44:54.039271Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23586"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:44:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:44:54Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d6852491e395e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23591"
    uid: d76bc7de-8cab-43de-b218-dd7ea18fdb81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-raw-cipn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:54Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d685249d547758
    namespace: kserve-ci-e2e-test
    resourceVersion: "23601"
    uid: 37d773c5-62cf-405a-bda3-f1fbbb6a4fbe
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23595"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:55Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:44:55Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68524d7d2e0d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 6200b7ae-d1dd-467b-8451-ae1c0136b0bf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:55Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68524d93e37f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: 2c4937a0-8062-46c6-a265-9a1338b5d15c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:55Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68524dc35449d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: 9773d8c0-f6c9-4693-8060-0cb7944f8614
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:44:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:55Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68524dca5ca02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23616"
    uid: 28a1c5fc-56e5-4474-b088-bd4c63d36862
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525d282aef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23653"
    uid: 67155367-dc5a-465e-9a56-337402157f0c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525d58116da
    namespace: kserve-ci-e2e-test
    resourceVersion: "23655"
    uid: c39387b6-7fc9-4858-aa5b-ac94552d3283
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525d5f5035f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23656"
    uid: 30137eb3-7638-4719-a6cf-4524cd128a43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525d5ffa42a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23659"
    uid: 9f260afd-4e04-485f-aa2a-138ac0f8ac34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525d8c716e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23660"
    uid: b2c6f5c3-23f2-480e-ba19-77eb62970f27
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525d934a109
    namespace: kserve-ci-e2e-test
    resourceVersion: "23662"
    uid: b318e3b6-566e-491d-bcd0-77390a50f1ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525d93f4afe
    namespace: kserve-ci-e2e-test
    resourceVersion: "23663"
    uid: cff39a13-61fd-469c-8ad0-2780bb5011af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525dbd0ec9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23664"
    uid: 3415d60b-32ff-4f64-ab3a-2b1d99fed6a0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:44:59Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T20:44:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:59Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d68525dc3c9b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23665"
    uid: 4e8437fd-a3b4-44b6-9329-10b2f1f69e3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:46:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:45:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:30Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d685260e88e6d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24364"
    uid: d235cc0e-8117-4c18-941d-cd93a9ba4075
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:46:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T20:45:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:30Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d685264a5d31a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24365"
    uid: f2c9ae14-71b1-4acd-b6b6-319e096b823a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d6853ad72ea1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24342"
    uid: 5cae450b-3c02-4927-9a72-eb3411887451
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d6853ad72ed512
    namespace: kserve-ci-e2e-test
    resourceVersion: "24343"
    uid: 80c3a050-a204-4ba4-b6b7-2e6afa66ea0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d6853ad72f2334
    namespace: kserve-ci-e2e-test
    resourceVersion: "24348"
    uid: 93ff066f-d135-4ce9-a790-d791a113dcda
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23589"
    uid: 19b1feec-b214-4317-b226-fe41a312b38c
  kind: Event
  lastTimestamp: "2026-09-18T20:46:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:46:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:32Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7.18d6853b7aa72c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24412"
    uid: 03eaa419-1ea7-46b1-964f-4610ed17fa74
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-raw-cipn-predictor-787489bd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23576"
    uid: 527b005e-6530-4494-8808-79c315d1129b
  kind: Event
  lastTimestamp: "2026-09-18T20:44:54Z"
  message: 'Created pod: isvc-logger-raw-cipn-predictor-787489bd95-h5cf7'
  metadata:
    creationTimestamp: "2026-09-18T20:44:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:44:54Z"
    name: isvc-logger-raw-cipn-predictor-787489bd95.18d6852491449245
    namespace: kserve-ci-e2e-test
    resourceVersion: "23588"
    uid: 73d3170f-5a5f-45d7-88c0-ccca374d410f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23574"
    uid: 8a42b3cf-19be-4213-b83f-0c67fbc0afe2
  kind: Event
  lastTimestamp: "2026-09-18T20:44:53Z"
  message: Scaled up replica set isvc-logger-raw-cipn-predictor-787489bd95 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:44:53Z"
    name: isvc-logger-raw-cipn-predictor.18d685248d8fceb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23579"
    uid: 54e5d925-76a7-45b8-b91c-79f326ea832b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 1553d8d8-f142-43a9-87aa-f00bb1739bf7
  kind: Event
  lastTimestamp: "2026-09-18T20:45:23Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:45:23Z"
    name: isvc-logger-raw-cipn-predictor.18d685280becf4ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23847"
    uid: c5940be7-c866-4d85-bfb2-2cd6a517fda8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23575"
    uid: 1553d8d8-f142-43a9-87aa-f00bb1739bf7
  kind: Event
  lastTimestamp: "2026-09-18T20:45:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:45:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:45:23Z"
    name: isvc-logger-raw-cipn-predictor.18d685280c5b6df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23848"
    uid: 8939964c-018c-4471-beb9-ac477d00829c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23743"
    uid: 1553d8d8-f142-43a9-87aa-f00bb1739bf7
  kind: Event
  lastTimestamp: "2026-09-18T20:46:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:45:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:24Z"
    name: isvc-logger-raw-cipn-predictor.18d6852f09a9075b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24282"
    uid: 141c96a4-b9f7-407e-ab28-64c976736822
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:45:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23743"
    uid: 1553d8d8-f142-43a9-87aa-f00bb1739bf7
  kind: Event
  lastTimestamp: "2026-09-18T20:46:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:45:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:46:24Z"
    name: isvc-logger-raw-cipn-predictor.18d6852f0a0ce9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24283"
    uid: bb3d1f7b-dfbd-4eac-9638-71e53eef6095
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: a189fc0e-62a3-49b1-ba03-1fbfb9cf1cb1
  kind: Event
  lastTimestamp: "2026-09-18T20:46:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:20Z"
    name: isvc-logger-raw-cipn.18d685248d8f3e70
    namespace: kserve-ci-e2e-test
    resourceVersion: "24253"
    uid: f28dc3a4-10a8-49ce-a09c-7cb718db468d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23567"
    uid: a189fc0e-62a3-49b1-ba03-1fbfb9cf1cb1
  kind: Event
  lastTimestamp: "2026-09-18T20:44:53Z"
  message: 'Failed to update status for InferenceService "isvc-logger-raw-cipn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:44:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:53Z"
    name: isvc-logger-raw-cipn.18d685248e7ae021
    namespace: kserve-ci-e2e-test
    resourceVersion: "23582"
    uid: 2edc7fdc-0c8f-4b44-b9b2-edfe7e8c8b6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "24251"
    uid: a189fc0e-62a3-49b1-ba03-1fbfb9cf1cb1
  kind: Event
  lastTimestamp: "2026-09-18T20:46:20Z"
  message: InferenceService [isvc-logger-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:46:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:46:20Z"
    name: isvc-logger-raw-cipn.18d68538a960554a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24252"
    uid: cf0f5081-b19f-459d-83de-ea9a43841442
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:34:26.245683Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17743"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d6849266799eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17750"
    uid: 7e9a24d3-3d00-4af5-bc21-b95f915508b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17753"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:26Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d6849288684780
    namespace: kserve-ci-e2e-test
    resourceVersion: "17764"
    uid: 61f0a82e-6e0e-4e4a-a415-6f5579f9c939
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d6849289b91328
    namespace: kserve-ci-e2e-test
    resourceVersion: "17766"
    uid: e3739d8c-a062-4915-a2c0-349a329ca9b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d684928c64f905
    namespace: kserve-ci-e2e-test
    resourceVersion: "17767"
    uid: 715b845c-8bb0-4e2c-8bbd-5d4d559bb563
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d684928cd2f50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17768"
    uid: f48a0b44-b8a4-4de5-92b4-0d20e6073c90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:31Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d68493a992988a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17804"
    uid: 7681ce6a-762b-4c21-a26d-a32c4f23f4c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:31Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d68493acc8a37f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17808"
    uid: 19bc25b6-dc93-4efd-a7df-fe2ba5d2519d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:31Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d68493ad3a91af
    namespace: kserve-ci-e2e-test
    resourceVersion: "17811"
    uid: 8a336c0e-be7e-4b33-bf2c-2d93c11ab4d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:31Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d68493ad44abfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17812"
    uid: a8ec1f58-5116-4f04-aa05-96736b049182
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:31Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d68493b018e7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17815"
    uid: 9d489b91-fbca-49dd-aff9-297667b2c33f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:34:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:31Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d68493b09b6468
    namespace: kserve-ci-e2e-test
    resourceVersion: "17816"
    uid: a4223484-1a2c-4086-a8a6-8694d8e0e74f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:36:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:29Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d684942199f39d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19046"
    uid: 55a2ae4b-ccb1-4e97-ba25-ed20fafb38f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:36:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:29Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d684af17cdccfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: 1436518f-e3a1-4b55-a3ce-59048e557e7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:36:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:29Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d684af17ce4429
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 7a7b1304-ff1b-46e0-8077-9d8bea0af835
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 5da9e010-162a-4787-a885-32df752e2d3f
  kind: Event
  lastTimestamp: "2026-09-18T20:36:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:36:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:29Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb.18d684af23f0df08
    namespace: kserve-ci-e2e-test
    resourceVersion: "19045"
    uid: a76bf079-2580-403c-ad41-3352effc749d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-878aa9-predictor-6d5d6b4759
    namespace: kserve-ci-e2e-test
    resourceVersion: "17735"
    uid: 3a27f6d6-6608-440f-838a-62c2e2c2e390
  kind: Event
  lastTimestamp: "2026-09-18T20:34:26Z"
  message: 'Created pod: isvc-primary-878aa9-predictor-6d5d6b4759-wpxcb'
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9-predictor-6d5d6b4759.18d684926604bb14
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: eaf79f6d-a7d6-4436-891b-3f5415ce3001
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-878aa9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17732"
    uid: 155ad472-2ed4-4bed-ba24-7030ef4c1c76
  kind: Event
  lastTimestamp: "2026-09-18T20:34:26Z"
  message: Scaled up replica set isvc-primary-878aa9-predictor-6d5d6b4759 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9-predictor.18d684926324bc0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17737"
    uid: 6d8f58a7-c455-47d7-be7e-410897d5ae07
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-878aa9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: d903fc95-8ab1-4f6f-80e7-8fad39b75a33
  kind: Event
  lastTimestamp: "2026-09-18T20:34:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:56Z"
    name: isvc-primary-878aa9-predictor.18d68495e1f471be
    namespace: kserve-ci-e2e-test
    resourceVersion: "18044"
    uid: da1bc4aa-40f9-4ba9-a8d4-355e683896ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-878aa9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17734"
    uid: d903fc95-8ab1-4f6f-80e7-8fad39b75a33
  kind: Event
  lastTimestamp: "2026-09-18T20:34:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:56Z"
    name: isvc-primary-878aa9-predictor.18d68495e25ace43
    namespace: kserve-ci-e2e-test
    resourceVersion: "18045"
    uid: e7a10370-ff9f-4563-9250-189b54c7a081
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-878aa9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: d903fc95-8ab1-4f6f-80e7-8fad39b75a33
  kind: Event
  lastTimestamp: "2026-09-18T20:36:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:11Z"
    name: isvc-primary-878aa9-predictor.18d6849ce09d34bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18818"
    uid: a43f051c-88b1-4fdd-8b89-b9da8d2157f6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-878aa9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17899"
    uid: d903fc95-8ab1-4f6f-80e7-8fad39b75a33
  kind: Event
  lastTimestamp: "2026-09-18T20:36:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:11Z"
    name: isvc-primary-878aa9-predictor.18d6849ce11eeef4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18821"
    uid: f82e11ca-3391-42e8-b717-1ddb4fc92e72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-878aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 434bb478-fc15-4029-9b85-1d18956da61b
  kind: Event
  lastTimestamp: "2026-09-18T20:35:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:49Z"
    name: isvc-primary-878aa9.18d684926324676d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18649"
    uid: dc7c1a70-2d36-4eba-8488-caae68547b24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-878aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 434bb478-fc15-4029-9b85-1d18956da61b
  kind: Event
  lastTimestamp: "2026-09-18T20:34:26Z"
  message: 'Failed to update status for InferenceService "isvc-primary-878aa9": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-878aa9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9.18d6849263ab1d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "17740"
    uid: 2dfdcd97-6db6-40c9-adf2-b511080c5abc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-878aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17724"
    uid: 434bb478-fc15-4029-9b85-1d18956da61b
  kind: Event
  lastTimestamp: "2026-09-18T20:34:26Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-878aa9": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:26Z"
    name: isvc-primary-878aa9.18d6849263ab6cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17741"
    uid: 972090e0-1a68-4933-9076-c302c939264d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-878aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: 434bb478-fc15-4029-9b85-1d18956da61b
  kind: Event
  lastTimestamp: "2026-09-18T20:35:49Z"
  message: InferenceService [isvc-primary-878aa9] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:35:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:49Z"
    name: isvc-primary-878aa9.18d684a5d96d7209
    namespace: kserve-ci-e2e-test
    resourceVersion: "18648"
    uid: 2373a10f-733f-4080-88b1-69461a974001
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:29:15.787212Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14476"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844a1db55b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "14484"
    uid: a1cb3c4b-b731-402c-8e20-30a0dbbc4fa4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14494"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844a3fee61c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14547"
    uid: c0b36530-9151-4e4a-bfa0-06955d0964ca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844a41715ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "14549"
    uid: 58ce2abb-8827-49ca-9e3f-7088be3676d2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844a44b25a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "14550"
    uid: 60836d20-fae0-4628-b0a6-b4eaf73b79c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:16Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844a45292ae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "14551"
    uid: 2cadfbc0-275e-43dc-b648-b30978c69d21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:20Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
  metadata:
    creationTimestamp: "2026-09-18T20:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:20Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844b364159c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "14622"
    uid: b60218a1-a0af-4d21-b6ad-c6a97ed28e39
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    in 19.508s (19.508s including waiting). Image size: 1607124890 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844fc1131930
    namespace: kserve-ci-e2e-test
    resourceVersion: "14777"
    uid: 1f0e255c-ad72-45f8-b79b-d285763eaf1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844fc424703e
    namespace: kserve-ci-e2e-test
    resourceVersion: "14784"
    uid: 7a5a33e6-9a8c-47cf-a2ee-b24a66a44b8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844fc48d4242
    namespace: kserve-ci-e2e-test
    resourceVersion: "14785"
    uid: 00f478cb-46f8-4245-8141-9bc8652d040c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:40Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-18T20:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:40Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6844fc4990336
    namespace: kserve-ci-e2e-test
    resourceVersion: "14786"
    uid: ecccd221-2bc2-4245-a546-580bac95b858
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:42Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.901s (2.901s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:42Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d68450718cca04
    namespace: kserve-ci-e2e-test
    resourceVersion: "14812"
    uid: c6dda844-5055-40fb-adac-fa2185615523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:43Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6845075369547
    namespace: kserve-ci-e2e-test
    resourceVersion: "14817"
    uid: 3cc32b53-5efd-4dc3-89ae-3dff337bf393
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:43Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6845075adab59
    namespace: kserve-ci-e2e-test
    resourceVersion: "14819"
    uid: 31942f92-9e41-4dbb-9d25-45a24ecdb514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:43Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
  metadata:
    creationTimestamp: "2026-09-18T20:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:43Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6845075b92e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "14820"
    uid: cf785df6-797c-4d0f-8c05-0703508255c1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:45Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:bfbc00ba36039801e3cafbd0af9ffb0a52a9c8640f7ff416612ef57190d08496"
    in 2.244s (2.244s including waiting). Image size: 240302177 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:45Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d68450fb85d404
    namespace: kserve-ci-e2e-test
    resourceVersion: "14841"
    uid: 0aae693a-3ac0-455d-b36e-58e93621e28f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:45Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-18T20:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:45Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d68450ff1e70b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14842"
    uid: fa2088c7-263e-40c2-9837-26fc36794934
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:29:45Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-18T20:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:29:45Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d68450ffa4c6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14843"
    uid: 362d6412-7e90-4953-b1dd-681cf0d87189
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:31:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:29:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:22Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d68451159755ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15815"
    uid: 3bc5cea4-947e-4e3e-973a-afb5183b0ffa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:31:12Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T20:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:12Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6845151893d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: bc1ff524-925d-426d-8b91-b0e04c9dcdea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d68464f3fe1597
    namespace: kserve-ci-e2e-test
    resourceVersion: "15596"
    uid: d07ecdea-e7fc-40e8-8c9f-6bdcd4d1e911
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d68464f3fe9f67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15597"
    uid: b067c660-6657-494d-8b89-e046d8fb2d62
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d68464f3fedd80
    namespace: kserve-ci-e2e-test
    resourceVersion: "15600"
    uid: 2f915d28-5b78-49dd-9f71-63d492424456
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws
    namespace: kserve-ci-e2e-test
    resourceVersion: "14481"
    uid: 0825e48c-e485-4b4b-9f7f-47b195eb5138
  kind: Event
  lastTimestamp: "2026-09-18T20:31:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:22Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws.18d6846557c4bb2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15814"
    uid: e1308909-ea1c-418f-bfc4-1802ae550c29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "14461"
    uid: d2ad301c-3917-4e2e-9821-889e416c1771
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: 'Created pod: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd-5hfws'
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd.18d6844a1cf09792
    namespace: kserve-ci-e2e-test
    resourceVersion: "14479"
    uid: bad8faed-0d2a-40db-add8-eb2f41cb6043
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-raw-sklearn-batcher-d48f1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14460"
    uid: d495cdd3-4391-409c-a8b2-2bfb68ae03cf
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: Scaled up replica set isvc-raw-sklearn-batcher-d48f1-predictor-5ff47bbdcd
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor.18d6844a13fb7d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14462"
    uid: 9fcdedaa-a6d7-422a-9599-8acb2ba906f2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d48f1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14469"
    uid: 4d14f4c3-7911-48fb-b4bb-a2fad5039b11
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor.18d6844d993ca4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: ddbf4521-f27b-4ea5-bea8-cda40da8971d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d48f1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14469"
    uid: 4d14f4c3-7911-48fb-b4bb-a2fad5039b11
  kind: Event
  lastTimestamp: "2026-09-18T20:30:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:30:15Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor.18d6844d99a257d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: 47ef997d-537e-4a0c-9c5b-ebed7b85ca17
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d48f1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14706"
    uid: 4d14f4c3-7911-48fb-b4bb-a2fad5039b11
  kind: Event
  lastTimestamp: "2026-09-18T20:31:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:00Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor.18d6845b9556ea51
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 63dec033-e4db-4e00-ae4d-8e08ebb73586
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:30:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-raw-sklearn-batcher-d48f1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14706"
    uid: 4d14f4c3-7911-48fb-b4bb-a2fad5039b11
  kind: Event
  lastTimestamp: "2026-09-18T20:31:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:00Z"
    name: isvc-raw-sklearn-batcher-d48f1-predictor.18d6845b95b9d443
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: c2b433d7-a7db-4626-a539-0e5b522b81b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d48f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 4a362e4d-da7a-43c9-a983-1f2aa0ac2709
  kind: Event
  lastTimestamp: "2026-09-18T20:31:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:02Z"
    name: isvc-raw-sklearn-batcher-d48f1.18d6844a1a2baa88
    namespace: kserve-ci-e2e-test
    resourceVersion: "15477"
    uid: bb8b81f1-328e-4a57-b6c7-79ea4e953097
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d48f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 4a362e4d-da7a-43c9-a983-1f2aa0ac2709
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: 'Failed to update status for InferenceService "isvc-raw-sklearn-batcher-d48f1":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d48f1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-raw-sklearn-batcher-d48f1.18d6844a1a87f7e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14472"
    uid: c68efe5d-7e33-4b49-b448-e6d8f92b50be
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:29:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d48f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "14449"
    uid: 4a362e4d-da7a-43c9-a983-1f2aa0ac2709
  kind: Event
  lastTimestamp: "2026-09-18T20:29:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-raw-sklearn-batcher-d48f1": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:29:15Z"
    name: isvc-raw-sklearn-batcher-d48f1.18d6844a1a88494c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14473"
    uid: 5476330f-0230-4e24-8ea0-d9fafb7aa444
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-raw-sklearn-batcher-d48f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: 4a362e4d-da7a-43c9-a983-1f2aa0ac2709
  kind: Event
  lastTimestamp: "2026-09-18T20:31:02Z"
  message: InferenceService [isvc-raw-sklearn-batcher-d48f1] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:02Z"
    name: isvc-raw-sklearn-batcher-d48f1.18d68463094f513d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15476"
    uid: 28f865b9-c3e1-4a9e-a9d0-7c4bcd3df691
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:36:11.404865Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 60a59189-536a-404a-8e54-46efddf1a672
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-878aa9-predictor-7879cff9c6-hcm96
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:36:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:36:11Z"
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96.18d684aae27375d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18841"
    uid: 53c21813-ab53-4c4c-9a0b-6d037c354374
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 60a59189-536a-404a-8e54-46efddf1a672
  kind: Event
  lastTimestamp: "2026-09-18T20:36:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-secondary-878aa9-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:11Z"
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96.18d684aaee39c896
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 4328c8b1-6da0-4186-97d7-39480e2da860
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18845"
    uid: 60a59189-536a-404a-8e54-46efddf1a672
  kind: Event
  lastTimestamp: "2026-09-18T20:36:12Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:36:12Z"
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96.18d684ab2810dc7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18859"
    uid: 786d7477-3c3d-4dcd-95b8-54c5d30fd6ae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 60a59189-536a-404a-8e54-46efddf1a672
  kind: Event
  lastTimestamp: "2026-09-18T20:36:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:18Z"
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96.18d684ab296f8816
    namespace: kserve-ci-e2e-test
    resourceVersion: "18911"
    uid: 7609aa27-98aa-470b-93a5-e32b26510623
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 60a59189-536a-404a-8e54-46efddf1a672
  kind: Event
  lastTimestamp: "2026-09-18T20:36:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:18Z"
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96.18d684ab2c7bc7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18913"
    uid: a2a0212c-fbad-4f93-9699-8103b7f002cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 60a59189-536a-404a-8e54-46efddf1a672
  kind: Event
  lastTimestamp: "2026-09-18T20:36:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:18Z"
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96.18d684ab2cefd76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18915"
    uid: fc9ce7ab-b445-4070-93d1-fe933daf5885
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96
    namespace: kserve-ci-e2e-test
    resourceVersion: "18837"
    uid: 60a59189-536a-404a-8e54-46efddf1a672
  kind: Event
  lastTimestamp: "2026-09-18T20:36:24Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-878aa9-predictor-7879cff9c6-hcm96_kserve-ci-e2e-test(60a59189-536a-404a-8e54-46efddf1a672)
  metadata:
    creationTimestamp: "2026-09-18T20:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:24Z"
    name: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96.18d684adea1d3fc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18962"
    uid: fda09f10-13fb-4d35-8fc4-3c3665824d9e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-878aa9-predictor-7879cff9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 125e1d9c-52ac-454a-a1f4-223f963bb2e7
  kind: Event
  lastTimestamp: "2026-09-18T20:36:11Z"
  message: 'Created pod: isvc-secondary-878aa9-predictor-7879cff9c6-hcm96'
  metadata:
    creationTimestamp: "2026-09-18T20:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:11Z"
    name: isvc-secondary-878aa9-predictor-7879cff9c6.18d684aae20928b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18836"
    uid: 3b633214-cd8b-414b-8a89-9bdd9944894b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-878aa9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18825"
    uid: 0b78b0e3-9042-4615-bf15-546acc71ff4c
  kind: Event
  lastTimestamp: "2026-09-18T20:36:11Z"
  message: Scaled up replica set isvc-secondary-878aa9-predictor-7879cff9c6 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-18T20:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:11Z"
    name: isvc-secondary-878aa9-predictor.18d684aadf0db0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 2a2d221a-b72e-4257-bb7e-96efc6a8bca1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-878aa9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 896a12ab-0143-48cf-a40d-b48d6dddae3d
  kind: Event
  lastTimestamp: "2026-09-18T20:36:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:26Z"
    name: isvc-secondary-878aa9-predictor.18d684ae5e3cc793
    namespace: kserve-ci-e2e-test
    resourceVersion: "18982"
    uid: 08a1a2e6-078c-4418-b6e0-04a7284d2125
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-878aa9-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18826"
    uid: 896a12ab-0143-48cf-a40d-b48d6dddae3d
  kind: Event
  lastTimestamp: "2026-09-18T20:36:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:26Z"
    name: isvc-secondary-878aa9-predictor.18d684ae5efd15cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18984"
    uid: 2440540d-a061-43c3-b82c-1f3b3d31e97c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-878aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 71c687d9-3d23-47e3-95d9-f0df55d4d816
  kind: Event
  lastTimestamp: "2026-09-18T20:36:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:24Z"
    name: isvc-secondary-878aa9.18d684aadf18a6f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18967"
    uid: 54663548-15f8-4827-bbe9-c4a7b9a8879f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-878aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 71c687d9-3d23-47e3-95d9-f0df55d4d816
  kind: Event
  lastTimestamp: "2026-09-18T20:36:11Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-878aa9":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-878aa9":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:11Z"
    name: isvc-secondary-878aa9.18d684aadfa299c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18831"
    uid: b82458df-8d8a-4190-b4bf-3f7d0086dd08
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-878aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18815"
    uid: 71c687d9-3d23-47e3-95d9-f0df55d4d816
  kind: Event
  lastTimestamp: "2026-09-18T20:36:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-878aa9": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:36:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:11Z"
    name: isvc-secondary-878aa9.18d684aadfa2cedd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18832"
    uid: 1717d9c4-2e1a-497c-8123-f43c5029f627
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:31:11.220266Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15631"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d68464fe0dffc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15637"
    uid: d4808039-af87-41a6-bfd6-f70a02f3cbfb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-12fdc-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d684650b4fc7b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15677"
    uid: 509e5e96-6807-4ff0-b74a-b8e6c717ce32
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15649"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:12Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:31:12Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d684654415af61
    namespace: kserve-ci-e2e-test
    resourceVersion: "15706"
    uid: 8b0274ef-3e5e-4616-8c76-90ffe8bc3ead
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:12Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d6846545655062
    namespace: kserve-ci-e2e-test
    resourceVersion: "15708"
    uid: 4739f63c-7e78-4576-93ef-3a6198b1ee90
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:12Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d6846547fe81fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 44134621-1ec7-476a-9eed-df67f8ce0755
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:12Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d684654876080e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: 081434fe-0f98-485b-b472-fd3bb04f2b19
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:16Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:16Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d684664617d0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15756"
    uid: a30d01a1-c0fd-4765-bd6b-b2a67b6d1821
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:16Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d6846649820eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: bdf09c75-3382-46f1-b775-4385c99975d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:16Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d6846649f521c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: da270ed7-9c3e-4e4e-acda-b8606a2101db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:16Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d6846649ff5558
    namespace: kserve-ci-e2e-test
    resourceVersion: "15762"
    uid: 77ea04ff-1b41-4e37-8f9b-2b6606acac18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:16Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d684664d3b6b70
    namespace: kserve-ci-e2e-test
    resourceVersion: "15764"
    uid: f8da63bd-b296-41d9-a4e0-50f91129781c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:31:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:16Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d684664dac9681
    namespace: kserve-ci-e2e-test
    resourceVersion: "15765"
    uid: cbb02a5b-2e4c-498a-9396-f8b9b58e239b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:33:04Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:31:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:04Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d68466bdcf578d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16969"
    uid: f188f3f3-9ac6-42bc-a062-c877f84700ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d6847ea3c82d48
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: 253774cf-aeee-4c36-8bed-6fffd12795a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d6847ea3c8a647
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: b7f9b2b2-79c4-46a1-8f54-14cdfd0f64ac
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg
    namespace: kserve-ci-e2e-test
    resourceVersion: "15634"
    uid: f40eccc2-afa9-41d3-b828-d91a8eb096be
  kind: Event
  lastTimestamp: "2026-09-18T20:33:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:33:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:04Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg.18d6847f6c1fa01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16968"
    uid: 69e0f7d0-3c2a-47b4-941c-7f0d046ffdc5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15619"
    uid: 8e3ddb1e-bf2a-4d4a-932d-24425ed810ef
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: 'Created pod: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d-89xcg'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d.18d68464fd9c83aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15633"
    uid: e5aebe82-e09e-43fc-af34-7dba85a79627
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15617"
    uid: f557e12c-5f7b-4e84-8936-d7f6c8546e8b
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-12fdc-predictor-58cb5fb5d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor.18d68464fa132e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: 3288defe-3eb9-4224-a3d1-72cd1e6aede3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: fdef096a-4669-482d-8bd7-4cc2dfbb2e33
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor.18d68468792b553e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15962"
    uid: feef9390-17ca-4873-9c1b-351eba90f810
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15618"
    uid: fdef096a-4669-482d-8bd7-4cc2dfbb2e33
  kind: Event
  lastTimestamp: "2026-09-18T20:31:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:41Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor.18d6846879959e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: 4aec6dc2-6511-4cf1-b6f1-6b03f312225e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: fdef096a-4669-482d-8bd7-4cc2dfbb2e33
  kind: Event
  lastTimestamp: "2026-09-18T20:32:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:56Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor.18d6846f7783e469
    namespace: kserve-ci-e2e-test
    resourceVersion: "16749"
    uid: 7694d73a-90d6-4780-9e90-31fe14f2ddf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15841"
    uid: fdef096a-4669-482d-8bd7-4cc2dfbb2e33
  kind: Event
  lastTimestamp: "2026-09-18T20:32:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:56Z"
    name: isvc-sklearn-graph-raw-12fdc-predictor.18d6846f77f6942b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: e7593ce6-9ede-4f30-8ed9-4c865f9adbb9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-12fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: d28d0fbe-c883-4d75-b003-cb6656acd145
  kind: Event
  lastTimestamp: "2026-09-18T20:32:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:34Z"
    name: isvc-sklearn-graph-raw-12fdc.18d68464fa1657fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "16386"
    uid: 122a8991-aa50-4ed6-bf03-820fd7828da5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-12fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15605"
    uid: d28d0fbe-c883-4d75-b003-cb6656acd145
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-graph-raw-12fdc":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-graph-raw-12fdc":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-sklearn-graph-raw-12fdc.18d68464fb3628c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 92b9ca47-ff4c-48fa-a7e6-537074af6b6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-12fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16384"
    uid: d28d0fbe-c883-4d75-b003-cb6656acd145
  kind: Event
  lastTimestamp: "2026-09-18T20:32:34Z"
  message: InferenceService [isvc-sklearn-graph-raw-12fdc] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:32:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:34Z"
    name: isvc-sklearn-graph-raw-12fdc.18d6847875606cfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16385"
    uid: baf4b3db-95cf-4e32-82f3-23b13b8bf454
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:33:01.544645Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16868"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6847eade67290
    namespace: kserve-ci-e2e-test
    resourceVersion: "16872"
    uid: 6c428c17-3567-4676-b4cd-9934a0114612
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-graph-raw-hpa-e4001-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6847ebc3585fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16911"
    uid: b07a36d8-e898-44f3-8ddd-cc2e431ca8c8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16878"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6847ef3a80dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "16927"
    uid: 85b75dd8-907e-4afe-86aa-e9d842e11b8b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6847ef516b25c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16929"
    uid: 7f51baf1-5871-4ea0-b391-e26c498533cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6847ef88859de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16930"
    uid: 867b7cf8-e436-4493-bec8-d934ba0c3e75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6847ef8f990b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16931"
    uid: 5dced4d2-ee83-4803-a839-a956eb1d3cfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6848015e5a52f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16995"
    uid: 809ca2b1-0e80-405f-b925-5965b27a153e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6848019c075a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17001"
    uid: dd40c9e6-43de-4dc3-9663-1197ecc8b7c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d684801a3dea69
    namespace: kserve-ci-e2e-test
    resourceVersion: "17004"
    uid: dd855fc5-7af2-4a66-86ee-50c56247c7c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d684801a490fe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17005"
    uid: 8bad8226-6ffe-4736-afc1-766ee35ccebb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d684801dd0df44
    namespace: kserve-ci-e2e-test
    resourceVersion: "17009"
    uid: 5fd94d7f-ae1c-4714-8f99-95192a3026cb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d684801e6c1a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17011"
    uid: da324ec5-cf96-4fef-b9e4-869e39003f81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:34:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:29Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d68480520f6eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17788"
    uid: 62f7eaba-29a7-46ec-8072-30f7039bd624
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6849aa5c22299
    namespace: kserve-ci-e2e-test
    resourceVersion: "18126"
    uid: a7348150-2073-4471-8cdb-a1f481a3f5be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6849aa5c29e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18133"
    uid: abf3b72d-caad-40f5-bb3a-123a2db19bd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16870"
    uid: ff123e27-496f-4b9e-8c81-834504e16726
  kind: Event
  lastTimestamp: "2026-09-18T20:35:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:04Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5.18d6849b546ceb2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18211"
    uid: f0ea3b0c-66ee-4e44-9565-0203b8bff780
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "16858"
    uid: c7663a96-ca1d-424c-ab9d-af4e17c61bd1
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: 'Created pod: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98-8z6p5'
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98.18d6847ead6dad80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16869"
    uid: e0a6d34d-33f8-496d-a304-b83bebd0813d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16856"
    uid: d5e5d0cc-8ece-4c33-af0a-f7984538e399
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: Scaled up replica set isvc-sklearn-graph-raw-hpa-e4001-predictor-fb8d76f98
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor.18d6847eaa681408
    namespace: kserve-ci-e2e-test
    resourceVersion: "16860"
    uid: 181733b9-c1f3-4ab4-a163-5df2ee6c65c9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 19d44a93-e353-496a-8bdc-64dca3df06b4
  kind: Event
  lastTimestamp: "2026-09-18T20:33:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:46Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor.18d68482294f2fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17332"
    uid: 1b57da9e-7db8-4b54-b3cc-98a955d5c2e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16857"
    uid: 19d44a93-e353-496a-8bdc-64dca3df06b4
  kind: Event
  lastTimestamp: "2026-09-18T20:33:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:46Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor.18d6848229b071e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17333"
    uid: 1db150fb-1b3e-44e0-b876-06661e2ba5b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 19d44a93-e353-496a-8bdc-64dca3df06b4
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor.18d6848ca63067b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18101"
    uid: 8998b370-6ec1-46bd-a9e1-65ad5e1b1186
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17099"
    uid: 19d44a93-e353-496a-8bdc-64dca3df06b4
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:34:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: isvc-sklearn-graph-raw-hpa-e4001-predictor.18d6848ca696d5b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18102"
    uid: 897c11ec-b60e-4e68-8b5d-e70c9a2af9b9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e4001
    namespace: kserve-ci-e2e-test
    resourceVersion: "16842"
    uid: 44e56b3d-4588-42df-b22f-42931f622be8
  kind: Event
  lastTimestamp: "2026-09-18T20:34:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:39Z"
    name: isvc-sklearn-graph-raw-hpa-e4001.18d6847eaa6edc60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17879"
    uid: bb871092-8f0f-4b75-9e07-d26bec371588
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-graph-raw-hpa-e4001
    namespace: kserve-ci-e2e-test
    resourceVersion: "17877"
    uid: 44e56b3d-4588-42df-b22f-42931f622be8
  kind: Event
  lastTimestamp: "2026-09-18T20:34:39Z"
  message: InferenceService [isvc-sklearn-graph-raw-hpa-e4001] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:34:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:39Z"
    name: isvc-sklearn-graph-raw-hpa-e4001.18d684957284c262
    namespace: kserve-ci-e2e-test
    resourceVersion: "17878"
    uid: 1056b009-0cef-4e2a-bbd2-5a7c30d2d2e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:36:47.597521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19325"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:36:47Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b34fb39536
    namespace: kserve-ci-e2e-test
    resourceVersion: "19331"
    uid: 6977f6f6-ffc6-43bc-9762-3598d19ea8e3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19336"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:48Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:36:48Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b3717914ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19344"
    uid: 37a12c9a-fbaf-4c5e-8d30-0cc1fe6b2b58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:48Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b372c14e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19347"
    uid: 913755fc-f5d5-43ab-846d-c938e2a89265
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:48Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b375809edf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19349"
    uid: 6dc1e89a-bcf8-4dd2-8e18-2b61e7073e13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:48Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b375f20d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "19350"
    uid: 93058668-3b89-4183-80f5-167ea42e84fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:52Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:52Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b47628246b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19440"
    uid: 92895d16-89c8-4860-b552-fbcae273fd8b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:52Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b478db3181
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: 37fa8f03-d4f9-4f77-bd1f-08b1c4285c55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:52Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b4794b0a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19445"
    uid: 09c4580c-ed40-4278-a5d7-128d07a2ec45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:52Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b47954a21d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19446"
    uid: dc78038e-bd8d-4713-a671-40ba40dfcb05
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:52Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b47bfa2ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "19449"
    uid: eef6067b-1d98-40d5-9ac2-2aec8995fb92
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:36:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:52Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b47c69097e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19450"
    uid: d30aef3b-e4b3-4d18-8c34-3526a4a21b2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:39:43Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:36:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:43Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684b4b225e05d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 8754ca10-a8f1-404a-ba17-dcd83345d6f2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:39:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:38Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684db28907875
    namespace: kserve-ci-e2e-test
    resourceVersion: "20801"
    uid: 9b2a63bf-c7e7-4cd2-bf92-17b291ee0328
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:39:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:39:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:38Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684db2890da46
    namespace: kserve-ci-e2e-test
    resourceVersion: "20802"
    uid: 094e8010-4f9a-40c8-a435-84c586628a02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19326"
    uid: 9848cb9c-0659-4770-9400-35c121b2ed51
  kind: Event
  lastTimestamp: "2026-09-18T20:39:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:39:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:44Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf.18d684db58af1bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20910"
    uid: ee58bbf2-ed8c-4717-820a-8bfcd4d33202
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48
    namespace: kserve-ci-e2e-test
    resourceVersion: "19316"
    uid: fdf79a6b-e35e-4412-b6d7-08048769f73e
  kind: Event
  lastTimestamp: "2026-09-18T20:36:47Z"
  message: 'Created pod: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48-ct7nf'
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:47Z"
    name: isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48.18d684b34f39c723
    namespace: kserve-ci-e2e-test
    resourceVersion: "19327"
    uid: 52c43459-5767-4f3a-a32f-ade00f18a97c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scale-raw-2e756-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19314"
    uid: 72713acc-0b03-4851-b709-d42b4e08de56
  kind: Event
  lastTimestamp: "2026-09-18T20:36:47Z"
  message: Scaled up replica set isvc-sklearn-scale-raw-2e756-predictor-59c87b9c48
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:47Z"
    name: isvc-sklearn-scale-raw-2e756-predictor.18d684b34bd9c5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19317"
    uid: d2730da3-4dd7-4f01-bbeb-292d3d0ffddd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-2e756-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 6ebfddb3-ce83-4b91-b9b6-ab89a84d1e79
  kind: Event
  lastTimestamp: "2026-09-18T20:37:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:32Z"
    name: isvc-sklearn-scale-raw-2e756-predictor.18d684b6cabbb166
    namespace: kserve-ci-e2e-test
    resourceVersion: "19768"
    uid: 6ed56e70-6552-46cc-9a77-e7e574410538
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-2e756-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19315"
    uid: 6ebfddb3-ce83-4b91-b9b6-ab89a84d1e79
  kind: Event
  lastTimestamp: "2026-09-18T20:37:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:37:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:32Z"
    name: isvc-sklearn-scale-raw-2e756-predictor.18d684b6cb2c3a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19769"
    uid: ba626378-65d2-4f18-9335-b581320d6bf5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-2e756-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 6ebfddb3-ce83-4b91-b9b6-ab89a84d1e79
  kind: Event
  lastTimestamp: "2026-09-18T20:39:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:32Z"
    name: isvc-sklearn-scale-raw-2e756-predictor.18d684c147bf7590
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 6adfc36d-e6b8-41d5-843f-8a6ef77f0889
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-scale-raw-2e756-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 6ebfddb3-ce83-4b91-b9b6-ab89a84d1e79
  kind: Event
  lastTimestamp: "2026-09-18T20:39:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:37:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:32Z"
    name: isvc-sklearn-scale-raw-2e756-predictor.18d684c1482f504a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20733"
    uid: 6e5d1898-68f0-4b7e-8c64-4bd26e55c223
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-2e756
    namespace: kserve-ci-e2e-test
    resourceVersion: "19299"
    uid: 53bce8bb-557e-4660-92cd-ace4d20dff3e
  kind: Event
  lastTimestamp: "2026-09-18T20:39:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:39:33Z"
    name: isvc-sklearn-scale-raw-2e756.18d684b34be227ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "20747"
    uid: e183ff41-87cb-4a0a-96d6-7a913b6fdde4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scale-raw-2e756
    namespace: kserve-ci-e2e-test
    resourceVersion: "20745"
    uid: 53bce8bb-557e-4660-92cd-ace4d20dff3e
  kind: Event
  lastTimestamp: "2026-09-18T20:39:33Z"
  message: InferenceService [isvc-sklearn-scale-raw-2e756] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:39:33Z"
    name: isvc-sklearn-scale-raw-2e756.18d684d9e64a2c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "20746"
    uid: 9f72bb7f-60f3-4037-8546-c1327d5ff2f6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:31:11.349247Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15662"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846505be074c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15669"
    uid: 971dffd3-48f5-4ba5-a70f-ac5a29e6c59d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846527a874e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15690"
    uid: 31e6f216-135d-4a11-b5c0-529249bc3108
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846528fbdada
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 6badc184-0585-4a3c-b299-10413151a9d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d684652b8996aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15694"
    uid: 44a3f567-5b5e-47fd-a1e4-a9669a3f0c6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d684652bfc38cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15695"
    uid: f6d284f3-02c8-4527-bf77-b2d241e2ec80
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:16Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-18T20:31:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:16Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d68466215b0aca
    namespace: kserve-ci-e2e-test
    resourceVersion: "15749"
    uid: b39cbced-3a89-4aaa-8427-096cd773a4c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:35Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.475s (19.475s
    including waiting). Image size: 1436472579 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:35Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846aaa28b6b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15912"
    uid: aa59ab0e-236d-4dea-92da-5a0cf2906273
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:35Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846aad006b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "15915"
    uid: 126aa9d9-f243-4823-acec-acc41f9d6a12
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:35Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846aad631a45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15916"
    uid: 0bc8d320-9a2d-4702-88ff-18f7973d4775
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:35Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846aad6c8610
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: 097a68f5-0155-4925-945b-28b3818e384d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:35Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846aafd0df35
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 753f0626-d9ef-4b9f-aba1-1ad10a192c82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:31:35Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846ab04f9648
    namespace: kserve-ci-e2e-test
    resourceVersion: "15919"
    uid: 45242ce9-e696-4059-bdca-d5c56a727f2d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:33:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:31:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:03Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6846b0a811f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: d549aaf8-113c-4c24-aba7-9e697aa9693f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6847ea72be740
    namespace: kserve-ci-e2e-test
    resourceVersion: "16847"
    uid: e1ebf95f-86ab-4069-b079-8573385c4e35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6847ea72ceced
    namespace: kserve-ci-e2e-test
    resourceVersion: "16848"
    uid: e1ba6d0d-4c22-4e81-b89f-02667379b2e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: f17e442f-ac76-493b-a93f-18334ff6354a
  kind: Event
  lastTimestamp: "2026-09-18T20:33:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:33:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:03Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244.18d6847f10b01c12
    namespace: kserve-ci-e2e-test
    resourceVersion: "16938"
    uid: 230f9c8c-e8b9-43d6-bb17-fca4f52ea01f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: a9ae653d-f91a-4424-b791-1b54e68b773a
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: 'Created pod: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5-8b244'
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5.18d68465050d7001
    namespace: kserve-ci-e2e-test
    resourceVersion: "15663"
    uid: afdbb48b-2e30-487e-a917-3e4a5c2fa6cd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: a963ca26-9658-4173-b66a-a17e3cb02d1c
  kind: Event
  lastTimestamp: "2026-09-18T20:31:11Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-12fdc-predictor-54d7d54b5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:31:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor.18d6846500d13ff8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: b97b07cc-3d3d-4a5a-b6eb-7e2cb5321d7c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 494c9fbe-4ed0-4fa3-ba90-b7a38f76be20
  kind: Event
  lastTimestamp: "2026-09-18T20:32:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor.18d684687fa6817a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16193"
    uid: 91f25d38-67a7-471d-b7d8-f1273aee1114
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 494c9fbe-4ed0-4fa3-ba90-b7a38f76be20
  kind: Event
  lastTimestamp: "2026-09-18T20:32:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:31:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:11Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor.18d68468801899b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16195"
    uid: e8fd7ca1-9e28-4ffc-a5c6-17499abb8565
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: 494c9fbe-4ed0-4fa3-ba90-b7a38f76be20
  kind: Event
  lastTimestamp: "2026-09-18T20:32:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:56Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor.18d6846f7d796e75
    namespace: kserve-ci-e2e-test
    resourceVersion: "16751"
    uid: 8764b54d-fb8e-4dc5-a5a9-a435347df84d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-12fdc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: 494c9fbe-4ed0-4fa3-ba90-b7a38f76be20
  kind: Event
  lastTimestamp: "2026-09-18T20:32:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:56Z"
    name: isvc-xgboost-graph-raw-12fdc-predictor.18d6846f7dfc7dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16752"
    uid: b5496ce7-a300-428c-ae2c-00259571b977
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:31:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-12fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15629"
    uid: f2ad2bbd-c11f-49b9-832c-3c652d9bc39e
  kind: Event
  lastTimestamp: "2026-09-18T20:32:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:43Z"
    name: isvc-xgboost-graph-raw-12fdc.18d68465013e41ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16579"
    uid: 7c1c7d86-ffe4-451c-9b70-1165a643bfe6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-12fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16577"
    uid: f2ad2bbd-c11f-49b9-832c-3c652d9bc39e
  kind: Event
  lastTimestamp: "2026-09-18T20:32:43Z"
  message: InferenceService [isvc-xgboost-graph-raw-12fdc] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:43Z"
    name: isvc-xgboost-graph-raw-12fdc.18d6847a6df5c1db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 05faf683-a1b3-487c-896b-26b10b1f17fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:33:01.654682Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16893"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6847eb4757221
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: b6a8f754-675b-4b20-83f1-d967f121a3ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-graph-raw-hpa-e4001-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6847ec23dc99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16917"
    uid: afa14af8-9b76-4010-b05b-f9438b7d6622
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16904"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6847efa80687c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16932"
    uid: e653355a-3ed7-429d-9d41-efe62d4b8fff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6847efbdd043e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16934"
    uid: c189ad90-3156-489d-aa9f-36cb1f9bbad5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6847eff0c6814
    namespace: kserve-ci-e2e-test
    resourceVersion: "16935"
    uid: 80ed070b-2421-4392-873b-4fb538ab55f5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:02Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6847eff817419
    namespace: kserve-ci-e2e-test
    resourceVersion: "16936"
    uid: 348c32df-89ee-4402-bfe2-a4436f9e8bf6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6848015cef2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16994"
    uid: 9cf1722c-09e9-4bee-802f-5ff395e236dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6848019a61a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "17000"
    uid: 46055b01-d2b3-4c0a-8fb4-1e06c4cb9ab5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d684801a2fe008
    namespace: kserve-ci-e2e-test
    resourceVersion: "17002"
    uid: 3c2e5c8a-cb98-48ea-873b-4bd7de684c7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d684801a398b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17003"
    uid: 65343b80-3b45-4f98-a1bd-09e03b972854
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d684801ddd5067
    namespace: kserve-ci-e2e-test
    resourceVersion: "17010"
    uid: df1beafb-af15-434f-8d3b-3c62d28b2fa1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:33:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:33:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:07Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d684801e87d053
    namespace: kserve-ci-e2e-test
    resourceVersion: "17013"
    uid: 1d47101d-40dc-4ef9-865d-e1109a43b640
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:34:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:33:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:15Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d684808dee3c50
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 1dca9214-c8d6-4325-ae1b-c93230ce7736
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6849aa807b4b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18139"
    uid: 64e47462-de97-4fab-89f5-81044d256093
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 64527dec-25cb-4226-b2bb-f10738bb36ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs.18d6849aa8083f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "18140"
    uid: 358b93cb-d24c-4918-9b6c-c30a9ed4dafb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16885"
    uid: d9f6a6f6-16ca-48c2-b332-3ec1da2a8ad3
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: 'Created pod: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c-t4fgs'
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c.18d6847eb402b535
    namespace: kserve-ci-e2e-test
    resourceVersion: "16894"
    uid: d13356f3-9ae2-4dd5-b88c-ba87d152760d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16882"
    uid: 725b8879-2149-411d-8bc9-9bcf79293bbf
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: Scaled up replica set isvc-xgboost-graph-raw-hpa-e4001-predictor-6c4ddd485c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor.18d6847eb0c9f8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16887"
    uid: 2535ed83-b7c2-4624-a837-460b99562ab4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16884"
    uid: 0b361133-8abd-4702-8025-a66aa4a06b5d
  kind: Event
  lastTimestamp: "2026-09-18T20:33:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:46Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor.18d684822f466d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "17336"
    uid: 8e96f9ff-3487-452b-9c17-c1c99c995f86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16884"
    uid: 0b361133-8abd-4702-8025-a66aa4a06b5d
  kind: Event
  lastTimestamp: "2026-09-18T20:33:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:33:46Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor.18d684822fb2eb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "17337"
    uid: b42f2890-c15f-44b0-b651-0fea580a0b53
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 0b361133-8abd-4702-8025-a66aa4a06b5d
  kind: Event
  lastTimestamp: "2026-09-18T20:34:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:46Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor.18d68485ae68d143
    namespace: kserve-ci-e2e-test
    resourceVersion: "17941"
    uid: 650b454f-845a-4c09-8e0d-b3b82624fe6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17103"
    uid: 0b361133-8abd-4702-8025-a66aa4a06b5d
  kind: Event
  lastTimestamp: "2026-09-18T20:34:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:33:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:46Z"
    name: isvc-xgboost-graph-raw-hpa-e4001-predictor.18d68485aee4d449
    namespace: kserve-ci-e2e-test
    resourceVersion: "17942"
    uid: 69d9802e-e24d-4fb1-ade3-cbebdb9633c8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e4001
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 0313d99f-db39-440c-b0e2-0638fcc7e600
  kind: Event
  lastTimestamp: "2026-09-18T20:34:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:25Z"
    name: isvc-xgboost-graph-raw-hpa-e4001.18d6847eb0d1cf1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17717"
    uid: df1005ea-463a-4014-9df3-bb54dd7926e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-graph-raw-hpa-e4001
    namespace: kserve-ci-e2e-test
    resourceVersion: "17715"
    uid: 0313d99f-db39-440c-b0e2-0638fcc7e600
  kind: Event
  lastTimestamp: "2026-09-18T20:34:25Z"
  message: InferenceService [isvc-xgboost-graph-raw-hpa-e4001] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:25Z"
    name: isvc-xgboost-graph-raw-hpa-e4001.18d68492466fc794
    namespace: kserve-ci-e2e-test
    resourceVersion: "17716"
    uid: 0b02e90f-3941-4adc-af13-82448389ba81
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:35:01.796302Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18159"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849aad750414
    namespace: kserve-ci-e2e-test
    resourceVersion: "18163"
    uid: cd8c61a2-cedd-4c9a-8522-3c366e063e0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18169"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:02Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:35:02Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849acf739315
    namespace: kserve-ci-e2e-test
    resourceVersion: "18179"
    uid: ec0abc5b-3e2c-4d38-9202-18ddcbd044fc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:02Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-18T20:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:02Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849ad0bac76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18182"
    uid: 5a55738a-f3b3-4629-9350-63f9d7fd89f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.118s (1.118s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849b1360ab8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18188"
    uid: 0ee7bd59-482c-47aa-84d4-f23c935c8697
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849b1698c898
    namespace: kserve-ci-e2e-test
    resourceVersion: "18189"
    uid: 11aba784-397f-467d-9cc6-2216d9b4a270
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849b17089a79
    namespace: kserve-ci-e2e-test
    resourceVersion: "18190"
    uid: fbce4af4-e12c-4eaa-8f16-03eaed4366c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849b171266df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18191"
    uid: 8aa603c0-abf7-4a1c-abdd-6b95ecbaa6fe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849b1a16c805
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: 39990fa3-40bf-4ab4-8539-f31067d06736
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:35:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:35:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:03Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d6849b1a84410b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18194"
    uid: b59ab6d0-91f1-4a34-92c4-b8b29df3910f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:36:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:47Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d684b348b4e826
    namespace: kserve-ci-e2e-test
    resourceVersion: "19305"
    uid: e956dff2-b484-4de4-bde0-924f7fcb3a09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18161"
    uid: dd699dc1-e09d-46eb-9e24-ba341010e1ce
  kind: Event
  lastTimestamp: "2026-09-18T20:36:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:36:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:47Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9.18d684b348b55de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19307"
    uid: 04910651-15cf-40cd-bfad-7bb952bd673e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18150"
    uid: 2e679b1e-1d7d-4bca-b4c1-0f76ad19c5fe
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: 'Created pod: message-dumper-raw-ad25b-predictor-6f575f5b9d-54jv9'
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: message-dumper-raw-ad25b-predictor-6f575f5b9d.18d6849aad121ef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18160"
    uid: ffe96de5-70c5-4a3b-937a-7a43e9ec5e21
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18147"
    uid: 20664f12-03cf-4671-9409-f6cc164e5ca3
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: Scaled up replica set message-dumper-raw-ad25b-predictor-6f575f5b9d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: message-dumper-raw-ad25b-predictor.18d6849aab0f7cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18152"
    uid: ba09578d-ce41-4fce-9253-30545694712d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 197f3b40-2ac1-47e7-a53d-46c310bf7547
  kind: Event
  lastTimestamp: "2026-09-18T20:35:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:31Z"
    name: message-dumper-raw-ad25b-predictor.18d6849e2947c213
    namespace: kserve-ci-e2e-test
    resourceVersion: "18501"
    uid: c488ae8d-0f15-4e88-99ab-8510a775b1b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18148"
    uid: 197f3b40-2ac1-47e7-a53d-46c310bf7547
  kind: Event
  lastTimestamp: "2026-09-18T20:35:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:35:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:31Z"
    name: message-dumper-raw-ad25b-predictor.18d6849e29b313f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18502"
    uid: ccb99a13-b992-47d7-bd41-f4020a0965a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: 197f3b40-2ac1-47e7-a53d-46c310bf7547
  kind: Event
  lastTimestamp: "2026-09-18T20:35:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:46Z"
    name: message-dumper-raw-ad25b-predictor.18d684a5273e3c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18622"
    uid: f17e6402-73b9-4df2-ad80-b2fdcd0c8c45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-ad25b-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18370"
    uid: 197f3b40-2ac1-47e7-a53d-46c310bf7547
  kind: Event
  lastTimestamp: "2026-09-18T20:35:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:35:46Z"
    name: message-dumper-raw-ad25b-predictor.18d684a527a75ab4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18624"
    uid: bc2900c0-b0d5-416f-bb68-1255419fc514
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-ad25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18134"
    uid: ea1bd00a-aad2-41ca-8faa-6d7dc305a62b
  kind: Event
  lastTimestamp: "2026-09-18T20:35:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:10Z"
    name: message-dumper-raw-ad25b.18d6849aaaf572b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: 3c19dea7-3f20-4810-bcde-27b19c572a1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-ad25b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18267"
    uid: ea1bd00a-aad2-41ca-8faa-6d7dc305a62b
  kind: Event
  lastTimestamp: "2026-09-18T20:35:10Z"
  message: InferenceService [message-dumper-raw-ad25b] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:35:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:35:10Z"
    name: message-dumper-raw-ad25b.18d6849cccf39d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "18268"
    uid: 3e22f362-01fa-4c8d-8a4d-c0dc1ff427ff
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:44:33.999515Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23387"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:44:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:44:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d6851fe76d2253
    namespace: kserve-ci-e2e-test
    resourceVersion: "23392"
    uid: ba756625-c68d-46ec-a565-889dd1b776c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23396"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:44:34Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:44:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d685200942fae5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23407"
    uid: 054e399e-6f9f-459f-9873-7cff6950fa01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:44:34Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-18T20:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:34Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d685200ab72082
    namespace: kserve-ci-e2e-test
    resourceVersion: "23411"
    uid: e13c308d-679b-4556-869f-3e252001aa54
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:44:35Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.043s (1.043s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d6852048eb05f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23416"
    uid: e8ff5724-c812-4fbb-bab9-5f3d28d9b16f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:44:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d685204b93bd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "23417"
    uid: aff11ff3-c1f1-4267-9a2c-2ddad227ce37
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:44:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d685204c0542e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23418"
    uid: f5b51b56-7369-450d-bdb1-b329fc5e2f76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:44:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d685204c0fa099
    namespace: kserve-ci-e2e-test
    resourceVersion: "23419"
    uid: 5ea307d8-fa43-43ed-b183-93a4ceb932c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:44:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d685204f6b354f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23421"
    uid: d38d6a47-4d88-450d-b2ba-47c54f9c95af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:44:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:44:35Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d685204fdcf338
    namespace: kserve-ci-e2e-test
    resourceVersion: "23422"
    uid: 2cb7759f-4a1b-42c0-a666-11a6e5c23809
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d6853ad9bcce62
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: b955d524-ceb0-4a45-9bf1-e3b129c9a361
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:46:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23390"
    uid: f8f63558-cd70-4436-8229-e1d2e3eca771
  kind: Event
  lastTimestamp: "2026-09-18T20:46:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:46:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:46:29Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9.18d6853ad9bd4c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: 43139c81-c573-4a6d-abfa-44f651fa13dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-raw-cipn-predictor-9774bf55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 4f0c3c98-0aa5-42c0-bac3-ecb9e41a546e
  kind: Event
  lastTimestamp: "2026-09-18T20:44:33Z"
  message: 'Created pod: message-dumper-raw-cipn-predictor-9774bf55d-xlvn9'
  metadata:
    creationTimestamp: "2026-09-18T20:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:44:33Z"
    name: message-dumper-raw-cipn-predictor-9774bf55d.18d6851fe6ca9fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23389"
    uid: 54da9c1b-9a8c-458b-aeb5-7ecfa3f1a694
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23373"
    uid: 846d5bdf-00ab-49db-b5bd-f60a7e100d48
  kind: Event
  lastTimestamp: "2026-09-18T20:44:33Z"
  message: Scaled up replica set message-dumper-raw-cipn-predictor-9774bf55d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:44:33Z"
    name: message-dumper-raw-cipn-predictor.18d6851fe2c8697b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23379"
    uid: c078f72a-6caa-4e51-ab17-8f683fcff34a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23374"
    uid: 9e204743-c38b-4c83-bc0c-2b373847b9ca
  kind: Event
  lastTimestamp: "2026-09-18T20:45:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:45:18Z"
    name: message-dumper-raw-cipn-predictor.18d6852361974457
    namespace: kserve-ci-e2e-test
    resourceVersion: "23815"
    uid: c78bfd55-0566-463a-aa06-a39a119e545d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-raw-cipn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23374"
    uid: 9e204743-c38b-4c83-bc0c-2b373847b9ca
  kind: Event
  lastTimestamp: "2026-09-18T20:45:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:44:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:45:18Z"
    name: message-dumper-raw-cipn-predictor.18d6852361fa31a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23817"
    uid: 610ac6da-7da5-44ea-a698-3cdb19811367
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 915f7b76-c6cb-4342-b8a6-07a42f13b322
  kind: Event
  lastTimestamp: "2026-09-18T20:44:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:44Z"
    name: message-dumper-raw-cipn.18d6851fe2e441c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 4afb9792-b3bd-4d9d-8975-b9b5fd4e6e11
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23367"
    uid: 915f7b76-c6cb-4342-b8a6-07a42f13b322
  kind: Event
  lastTimestamp: "2026-09-18T20:44:34Z"
  message: 'Failed to update status for InferenceService "message-dumper-raw-cipn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper-raw-cipn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:34Z"
    name: message-dumper-raw-cipn.18d6851fe35e5c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23398"
    uid: 8baa2f1a-b225-42c2-b2b6-5689666b8a2f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23368"
    uid: 915f7b76-c6cb-4342-b8a6-07a42f13b322
  kind: Event
  lastTimestamp: "2026-09-18T20:44:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "message-dumper-raw-cipn": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:34Z"
    name: message-dumper-raw-cipn.18d6851fe9661c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23399"
    uid: 70c5c1cf-2b27-41ff-bbe1-86faea8d4e77
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:44:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper-raw-cipn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23495"
    uid: 915f7b76-c6cb-4342-b8a6-07a42f13b322
  kind: Event
  lastTimestamp: "2026-09-18T20:44:44Z"
  message: InferenceService [message-dumper-raw-cipn] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:44:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:44:44Z"
    name: message-dumper-raw-cipn.18d68522559c42e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: 52c7e5a7-84eb-453d-99ef-248a658e983e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:32:51.244197Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-12fdc-b7d685587-n7pvl
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:32:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:32:51Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847c47f203e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16680"
    uid: 9bd324d5-54ff-4f98-ab4f-99908ff78052
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: "2026-09-18T20:32:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-12fdc-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:51Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847c50a769b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16691"
    uid: 04ef617c-6bc0-4431-ba74-5c2893472c12
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16684"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: "2026-09-18T20:32:52Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:32:52Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847c8d7193c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16704"
    uid: 6d493894-bbe5-451a-97cc-d9fd322feae5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-12fdc}
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: "2026-09-18T20:32:52Z"
  message: Pulling image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e"
  metadata:
    creationTimestamp: "2026-09-18T20:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:52Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847c8eae1ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16706"
    uid: d6528275-41ed-46fb-a4cb-8776e605250b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-12fdc}
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: "2026-09-18T20:32:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e"
    in 1.905s (1.905s including waiting). Image size: 211751521 bytes.'
  metadata:
    creationTimestamp: "2026-09-18T20:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:54Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847d003ca45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16727"
    uid: ce3b1fcc-e218-4b34-8e12-85a6a353b9dd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-12fdc}
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: "2026-09-18T20:32:54Z"
  message: 'Created container: model-chainer-raw-12fdc'
  metadata:
    creationTimestamp: "2026-09-18T20:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:54Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847d0357c104
    namespace: kserve-ci-e2e-test
    resourceVersion: "16728"
    uid: 1c7b0ed3-ff2e-4652-94f2-333d13e9cdd6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-12fdc}
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: "2026-09-18T20:32:54Z"
  message: Started container model-chainer-raw-12fdc
  metadata:
    creationTimestamp: "2026-09-18T20:32:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:32:54Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847d03c2927b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16729"
    uid: 526700a8-985c-4663-a9d7-b918fc2aedc2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-12fdc}
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: "2026-09-18T20:33:01Z"
  message: Stopping container model-chainer-raw-12fdc
  metadata:
    creationTimestamp: "2026-09-18T20:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:01Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847e9db34aa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "16803"
    uid: e5697a19-4e09-433d-a458-8bdc7e36857d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:33:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-12fdc}
    kind: Pod
    name: model-chainer-raw-12fdc-b7d685587-n7pvl
    namespace: kserve-ci-e2e-test
    resourceVersion: "16677"
    uid: b53ac6a4-55b4-4347-b75c-fae1ec83e52b
  kind: Event
  lastTimestamp: "2026-09-18T20:33:30Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T20:33:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:33:30Z"
    name: model-chainer-raw-12fdc-b7d685587-n7pvl.18d6847f9b1ba74c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 27d0fbdf-7c04-466a-8e55-4becd874f74a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-12fdc-b7d685587
    namespace: kserve-ci-e2e-test
    resourceVersion: "16672"
    uid: 53d08da7-af75-4fcc-b9dd-9cc2ba4cfede
  kind: Event
  lastTimestamp: "2026-09-18T20:32:51Z"
  message: 'Created pod: model-chainer-raw-12fdc-b7d685587-n7pvl'
  metadata:
    creationTimestamp: "2026-09-18T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:51Z"
    name: model-chainer-raw-12fdc-b7d685587.18d6847c475ad85e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16676"
    uid: d3848441-ecf1-425d-9fe1-d0da811b9170
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-12fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16670"
    uid: c5a2f0e8-f801-40ad-86c7-827b70baaf6b
  kind: Event
  lastTimestamp: "2026-09-18T20:32:51Z"
  message: Scaled up replica set model-chainer-raw-12fdc-b7d685587 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:32:51Z"
    name: model-chainer-raw-12fdc.18d6847c469be4ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: e6ec4b58-814b-4f55-ad28-f2e3299f2e56
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:32:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-12fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: a9a55e40-9570-4abc-ab7f-8440868fe9d0
  kind: Event
  lastTimestamp: "2026-09-18T20:32:51Z"
  message: InferenceGraph [model-chainer-raw-12fdc] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:32:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:32:51Z"
    name: model-chainer-raw-12fdc.18d6847c4d181b80
    namespace: kserve-ci-e2e-test
    resourceVersion: "16688"
    uid: e88ad35d-b5e3-401f-9615-b92cb73cdf70
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:34:51.527603Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17984"
    uid: 6879a101-e67c-4b48-bfb6-0b4baef5baab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    to ip-10-0-138-158.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:34:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:34:51Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk.18d6849849652a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17989"
    uid: ae8b0f80-756d-4a47-a73c-157524bb44ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 6879a101-e67c-4b48-bfb6-0b4baef5baab
  kind: Event
  lastTimestamp: "2026-09-18T20:34:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "model-chainer-raw-hpa-e4001-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:51Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk.18d6849852ac7bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17999"
    uid: 5f599d2e-086e-4e36-a7b8-91deb0e5dcd5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17993"
    uid: 6879a101-e67c-4b48-bfb6-0b4baef5baab
  kind: Event
  lastTimestamp: "2026-09-18T20:34:52Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:34:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:34:52Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk.18d684988ee43fb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18013"
    uid: c111bd81-10d8-4c1b-9e0b-1607567c1ccf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4001}
    kind: Pod
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 6879a101-e67c-4b48-bfb6-0b4baef5baab
  kind: Event
  lastTimestamp: "2026-09-18T20:34:52Z"
  message: Container image "quay.io/opendatahub/kserve-router@sha256:9ee58bd289ecb7aa4010c311b867cae9a40a42edc53d096a1f0354150db5c48e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:34:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:52Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk.18d68498900c3c77
    namespace: kserve-ci-e2e-test
    resourceVersion: "18015"
    uid: cfcc8aa6-718f-43f8-9215-1f9b96d7a2f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4001}
    kind: Pod
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 6879a101-e67c-4b48-bfb6-0b4baef5baab
  kind: Event
  lastTimestamp: "2026-09-18T20:34:52Z"
  message: 'Created container: model-chainer-raw-hpa-e4001'
  metadata:
    creationTimestamp: "2026-09-18T20:34:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:52Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk.18d6849892e9ea39
    namespace: kserve-ci-e2e-test
    resourceVersion: "18016"
    uid: 9ca1ad82-852f-4e48-a18c-94aee8caa0b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4001}
    kind: Pod
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 6879a101-e67c-4b48-bfb6-0b4baef5baab
  kind: Event
  lastTimestamp: "2026-09-18T20:34:52Z"
  message: Started container model-chainer-raw-hpa-e4001
  metadata:
    creationTimestamp: "2026-09-18T20:34:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:34:52Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk.18d68498939f92a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18017"
    uid: 241bbda0-cc1c-4034-b9c7-a049fb500349
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4001}
    kind: Pod
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 6879a101-e67c-4b48-bfb6-0b4baef5baab
  kind: Event
  lastTimestamp: "2026-09-18T20:35:01Z"
  message: Stopping container model-chainer-raw-hpa-e4001
  metadata:
    creationTimestamp: "2026-09-18T20:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:01Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk.18d6849aa079e32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18098"
    uid: 27d9f3ca-3aa6-46a1-a996-ad519140b31e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-18T20:35:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{model-chainer-raw-hpa-e4001}
    kind: Pod
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk
    namespace: kserve-ci-e2e-test
    resourceVersion: "17985"
    uid: 6879a101-e67c-4b48-bfb6-0b4baef5baab
  kind: Event
  lastTimestamp: "2026-09-18T20:35:29Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-18T20:35:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:35:29Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk.18d6849b33835822
    namespace: kserve-ci-e2e-test
    resourceVersion: "18483"
    uid: 0f613a60-ebba-477e-b145-700afd6b8604
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-158.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-158.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: model-chainer-raw-hpa-e4001-788b888c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17981"
    uid: 9f745fe8-d646-480a-b3a6-05bfd590ff13
  kind: Event
  lastTimestamp: "2026-09-18T20:34:51Z"
  message: 'Created pod: model-chainer-raw-hpa-e4001-788b888c8c-pdbzk'
  metadata:
    creationTimestamp: "2026-09-18T20:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:51Z"
    name: model-chainer-raw-hpa-e4001-788b888c8c.18d6849848ff2b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17986"
    uid: 671b499f-7554-48a6-9960-c8100bc47441
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: model-chainer-raw-hpa-e4001
    namespace: kserve-ci-e2e-test
    resourceVersion: "17979"
    uid: 7eb056c1-a1ff-419a-9bf7-0c3628640455
  kind: Event
  lastTimestamp: "2026-09-18T20:34:51Z"
  message: Scaled up replica set model-chainer-raw-hpa-e4001-788b888c8c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:34:51Z"
    name: model-chainer-raw-hpa-e4001.18d684984851aee0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17982"
    uid: 05e6e982-638f-4b68-a56f-6582fd4b60c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:34:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1alpha1
    kind: InferenceGraph
    name: model-chainer-raw-hpa-e4001
    namespace: kserve-ci-e2e-test
    resourceVersion: "17995"
    uid: b3c19427-47f2-42d5-aef9-e0cb181ead4a
  kind: Event
  lastTimestamp: "2026-09-18T20:34:51Z"
  message: InferenceGraph [model-chainer-raw-hpa-e4001] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:34:51Z"
    name: model-chainer-raw-hpa-e4001.18d684984dce55c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17997"
    uid: d52b8cbe-6cc7-4bf9-96de-bdc2d9030fa7
  reason: InferenceGraphReady
  reportingComponent: InferenceGraphController
  reportingInstance: ""
  source:
    component: InferenceGraphController
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:36:49.926062Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:36:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:36:49Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b3da7e4732
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: dda1cf40-eafd-465d-9ebd-8f3113f9f310
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19404"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:50Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:36:50Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b3fc7bee3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19414"
    uid: d4b7c155-30bf-41ce-8f55-b9aa55e0606a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:50Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b3fde962a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19416"
    uid: 38ad1230-7a78-4219-9e6e-29fff2ec4055
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:50Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b400bd9096
    namespace: kserve-ci-e2e-test
    resourceVersion: "19418"
    uid: 8d6eaca0-2d8c-4ce8-a7d8-5f4d712d5700
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:36:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:50Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b4012bba69
    namespace: kserve-ci-e2e-test
    resourceVersion: "19420"
    uid: 7e07cf56-caa9-4da0-8735-107ab8976663
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:55Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b51cd1fe55
    namespace: kserve-ci-e2e-test
    resourceVersion: "19475"
    uid: 9a7b41dd-6ea1-4232-a492-e7ffdbb1292c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:55Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b51ffed327
    namespace: kserve-ci-e2e-test
    resourceVersion: "19478"
    uid: 30df48b3-7f6e-4e1a-b1fb-2880c9196665
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:55Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b5207374a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19481"
    uid: d15abd4f-9801-401f-84d1-c65d6ead0392
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:55Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b5207d58c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: 0376626e-0499-4a54-b726-b5cc0b8ea386
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:55Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b52376fbc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19484"
    uid: 45f49cd2-1b8a-4f32-be49-2739f8bbf630
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:36:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:36:55Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b523e85dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19485"
    uid: 89d4dc4d-df3c-4992-af98-7996219aa16e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:38:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:36:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:23Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684b594b434ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "20170"
    uid: 22d06835-6b04-44c2-8b9d-70657f7ff17f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:38:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:20Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684c8f171d94c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20146"
    uid: f5b6fbbc-122a-4a0a-93b8-1ffe56ca1bc0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:38:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:38:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:20Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684c8f172c235
    namespace: kserve-ci-e2e-test
    resourceVersion: "20147"
    uid: 071d0cb0-9a2c-4178-bcc9-6e2489fba8af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92
    namespace: kserve-ci-e2e-test
    resourceVersion: "19396"
    uid: 3a871a8f-5085-4d62-9222-2ae97bb8587a
  kind: Event
  lastTimestamp: "2026-09-18T20:38:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:38:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:23Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92.18d684c99af721ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "20169"
    uid: 61aed7bc-6c9c-4b0a-8784-b64212ff71ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-5d7b5-predictor-78fb84d45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: 0bb3dede-008b-444d-9f7c-a01f7fd02ef0
  kind: Event
  lastTimestamp: "2026-09-18T20:36:49Z"
  message: 'Created pod: raw-sklearn-5d7b5-predictor-78fb84d45d-mtl92'
  metadata:
    creationTimestamp: "2026-09-18T20:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:49Z"
    name: raw-sklearn-5d7b5-predictor-78fb84d45d.18d684b3da06fa4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19395"
    uid: bd1b8717-a6a5-4b44-bc3f-a1da4dfb4327
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-5d7b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: 64e9b88b-89c4-4871-b063-f1c37754bbbb
  kind: Event
  lastTimestamp: "2026-09-18T20:36:49Z"
  message: Scaled up replica set raw-sklearn-5d7b5-predictor-78fb84d45d from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-18T20:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:36:49Z"
    name: raw-sklearn-5d7b5-predictor.18d684b3d714f150
    namespace: kserve-ci-e2e-test
    resourceVersion: "19388"
    uid: 8411aec6-2af0-48f8-a3dc-28351ebfac26
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-5d7b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: 745d3883-9084-4853-b7b1-d7ba80f88a5d
  kind: Event
  lastTimestamp: "2026-09-18T20:37:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:34Z"
    name: raw-sklearn-5d7b5-predictor.18d684b75588e667
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: a76cd020-1da1-4f62-aab4-7ab7701e2a19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-5d7b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19385"
    uid: 745d3883-9084-4853-b7b1-d7ba80f88a5d
  kind: Event
  lastTimestamp: "2026-09-18T20:37:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:37:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:37:34Z"
    name: raw-sklearn-5d7b5-predictor.18d684b755f4b5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: ab259ae5-3ac7-41f5-81cc-03e51fd1ec92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-5d7b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 745d3883-9084-4853-b7b1-d7ba80f88a5d
  kind: Event
  lastTimestamp: "2026-09-18T20:38:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:19Z"
    name: raw-sklearn-5d7b5-predictor.18d684c1d218af59
    namespace: kserve-ci-e2e-test
    resourceVersion: "20123"
    uid: b8ef3db1-f0da-4941-8971-fb3db4abac7b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-18T20:37:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-5d7b5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19565"
    uid: 745d3883-9084-4853-b7b1-d7ba80f88a5d
  kind: Event
  lastTimestamp: "2026-09-18T20:38:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:37:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:19Z"
    name: raw-sklearn-5d7b5-predictor.18d684c1d288f9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20124"
    uid: 4b441312-042e-44b7-bc87-5c7097868b9b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-5d7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: ae27f0c1-3294-4fba-bc92-4ab334e7f31e
  kind: Event
  lastTimestamp: "2026-09-18T20:38:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:38:13Z"
    name: raw-sklearn-5d7b5.18d684b3d7256043
    namespace: kserve-ci-e2e-test
    resourceVersion: "20075"
    uid: 793338c3-620c-43a2-9135-b42dae4deed0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:36:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-5d7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19376"
    uid: ae27f0c1-3294-4fba-bc92-4ab334e7f31e
  kind: Event
  lastTimestamp: "2026-09-18T20:36:49Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-5d7b5": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-5d7b5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:36:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:36:49Z"
    name: raw-sklearn-5d7b5.18d684b3d7d0a303
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 65284f76-7785-4f1a-a87e-01508578fa1e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-5d7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20072"
    uid: ae27f0c1-3294-4fba-bc92-4ab334e7f31e
  kind: Event
  lastTimestamp: "2026-09-18T20:38:13Z"
  message: InferenceService [raw-sklearn-5d7b5] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:38:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:38:13Z"
    name: raw-sklearn-5d7b5.18d684c74cd28a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20073"
    uid: 92af1db1-bf7f-4a5e-8708-8d1e1ca3b6ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-18T20:38:25.707006Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20209"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    to ip-10-0-138-28.ec2.internal
  metadata:
    creationTimestamp: "2026-09-18T20:38:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-18T20:38:25Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684ca277b8513
    namespace: kserve-ci-e2e-test
    resourceVersion: "20213"
    uid: 8e09e5dd-2c6b-40e6-bc1a-8cd2f376c3da
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-6c69696ffc-227k7
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "raw-sklearn-runtime-89cb6-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-18T20:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:25Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684ca30cc4ff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20224"
    uid: 56b3766e-4e6d-4eb0-8350-749afb37445b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20217"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:26Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-18T20:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-18T20:38:26Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684ca6d47d780
    namespace: kserve-ci-e2e-test
    resourceVersion: "20234"
    uid: cd70b53b-35f5-4513-a7c8-629c487cf060
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:2cbd0ba61f740962b2bad1a0e55e41574489d7afdb86fa314f3953b8c8af773e"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:26Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684ca703a3030
    namespace: kserve-ci-e2e-test
    resourceVersion: "20237"
    uid: b1b7cee1-a817-4127-85fc-add45d79f89e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-18T20:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:26Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684ca72f9c971
    namespace: kserve-ci-e2e-test
    resourceVersion: "20238"
    uid: 073a2990-2ba4-4c8a-9565-cc7c0829d320
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-18T20:38:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:26Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684ca736c1221
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: e9318875-c62a-4102-965a-489510feea37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-2013"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:30Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684cb55ecfea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20270"
    uid: b5bab2c6-19ab-4a0a-bf97-d6b3e8c7214f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-18T20:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:30Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684cb597e0b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "20274"
    uid: e091337b-bab5-4c32-8601-dff81f2968af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:30Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684cb59f3d562
    namespace: kserve-ci-e2e-test
    resourceVersion: "20275"
    uid: 9c5251e3-38a0-49d6-85eb-50a486dff943
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-18T20:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:30Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684cb59fda7a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20276"
    uid: 90d49962-2026-4ff0-ad92-24a0850e4a4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-18T20:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:30Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684cb5d25d244
    namespace: kserve-ci-e2e-test
    resourceVersion: "20279"
    uid: 792a593c-2b2c-4f7a-b9d2-5ab569b46dac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:38:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:38:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:38:30Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684cb5d90cb33
    namespace: kserve-ci-e2e-test
    resourceVersion: "20280"
    uid: 7c402609-4c36-4976-ae62-80094e8a5bc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:39:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-18T20:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:57Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684cb923e824c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21106"
    uid: db4524a2-f12c-4842-92c0-234ed8957aba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:39:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-18T20:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:56Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684df37c87732
    namespace: kserve-ci-e2e-test
    resourceVersion: "21086"
    uid: 603f3679-1d7b-45da-b6f9-ee1b8a3e083a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:39:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-18T20:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:56Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684df37cbad93
    namespace: kserve-ci-e2e-test
    resourceVersion: "21088"
    uid: 615c2be2-bd62-4955-8885-aa81a562e50e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: ade359b5-6135-45a0-b967-0690b6b9fbbc
  kind: Event
  lastTimestamp: "2026-09-18T20:39:57Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-18T20:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-18T20:39:57Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp.18d684df986465df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21105"
    uid: 9e58e19b-af2b-4240-8e02-c7bf45c9dce0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-28.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-28.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20198"
    uid: 106d6182-7c6f-4f63-84d0-b2c8ec82ea56
  kind: Event
  lastTimestamp: "2026-09-18T20:38:25Z"
  message: 'Created pod: raw-sklearn-runtime-89cb6-predictor-8c65998fd-nq5qp'
  metadata:
    creationTimestamp: "2026-09-18T20:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:25Z"
    name: raw-sklearn-runtime-89cb6-predictor-8c65998fd.18d684ca2708158c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: 10cb01b9-13af-44fd-8f5b-7a2a19891c9b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: raw-sklearn-runtime-89cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20196"
    uid: 716e6d28-c52e-4821-b6ac-980b5857d66d
  kind: Event
  lastTimestamp: "2026-09-18T20:38:25Z"
  message: Scaled up replica set raw-sklearn-runtime-89cb6-predictor-8c65998fd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-18T20:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:25Z"
    name: raw-sklearn-runtime-89cb6-predictor.18d684ca2209c85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20201"
    uid: 21abb70d-19c1-4912-88fa-a1417955194b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-89cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: fedbb0a4-e7ee-4439-ad92-97a3c9fb88ed
  kind: Event
  lastTimestamp: "2026-09-18T20:38:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:40Z"
    name: raw-sklearn-runtime-89cb6-predictor.18d684cda0792fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20358"
    uid: 2329a02d-5448-4190-9ceb-5ebf8b258b72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-89cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20197"
    uid: fedbb0a4-e7ee-4439-ad92-97a3c9fb88ed
  kind: Event
  lastTimestamp: "2026-09-18T20:38:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-18T20:38:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:38:40Z"
    name: raw-sklearn-runtime-89cb6-predictor.18d684cda0ec8bfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20360"
    uid: d0ff5fc3-1eac-4a59-acfa-ae7060c6cb20
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-89cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: fedbb0a4-e7ee-4439-ad92-97a3c9fb88ed
  kind: Event
  lastTimestamp: "2026-09-18T20:39:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:55Z"
    name: raw-sklearn-runtime-89cb6-predictor.18d684d11f9fe661
    namespace: kserve-ci-e2e-test
    resourceVersion: "21065"
    uid: ebd8020f-a3e9-41c1-adae-9abe65ea0a39
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: raw-sklearn-runtime-89cb6-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20359"
    uid: fedbb0a4-e7ee-4439-ad92-97a3c9fb88ed
  kind: Event
  lastTimestamp: "2026-09-18T20:39:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-18T20:38:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-18T20:39:55Z"
    name: raw-sklearn-runtime-89cb6-predictor.18d684d1200e320f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21066"
    uid: 79c4d5b9-fccd-4e35-970b-e740c5828730
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-89cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: f06a46ee-5c83-491e-9789-b37fa79483d9
  kind: Event
  lastTimestamp: "2026-09-18T20:39:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-18T20:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:39:47Z"
    name: raw-sklearn-runtime-89cb6.18d684ca220f99d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20971"
    uid: 4fe923f7-5b17-485d-a09b-ea7d591d4b43
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:38:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-89cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20188"
    uid: f06a46ee-5c83-491e-9789-b37fa79483d9
  kind: Event
  lastTimestamp: "2026-09-18T20:38:25Z"
  message: 'Failed to update status for InferenceService "raw-sklearn-runtime-89cb6":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "raw-sklearn-runtime-89cb6":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-18T20:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:38:25Z"
    name: raw-sklearn-runtime-89cb6.18d684ca22b2758e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20204"
    uid: a6022cb2-b3b9-48e0-a624-008e67bcae16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-18T20:39:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: raw-sklearn-runtime-89cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20969"
    uid: f06a46ee-5c83-491e-9789-b37fa79483d9
  kind: Event
  lastTimestamp: "2026-09-18T20:39:47Z"
  message: InferenceService [raw-sklearn-runtime-89cb6] is Ready
  metadata:
    creationTimestamp: "2026-09-18T20:39:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-18T20:39:47Z"
    name: raw-sklearn-runtime-89cb6.18d684dd4adba7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20970"
    uid: 7ef91d73-5419-44fd-b2a9-c1fc714e827a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "24606"